{"level":"warn","ts":"2026-05-06T01:19:50.054275Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-06T01:19:50.054364Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=instance=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-06T01:19:50.054433Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-06T01:19:50.054444Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-06T01:19:50.054459Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-06T01:19:50.055073Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-05-06T01:19:50.055146Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-06T01:19:50.059316Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.941092ms"} {"level":"info","ts":"2026-05-06T01:19:50.075251Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-05-06T01:19:50.075598Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-05-06T01:19:50.075643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-05-06T01:19:50.075657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-06T01:19:50.07569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-05-06T01:19:50.075738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-05-06T01:19:50.087592Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-06T01:19:50.092526Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-06T01:19:50.100449Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-06T01:19:50.105221Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-06T01:19:50.105498Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-06T01:19:50.105717Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T01:19:50.105776Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T01:19:50.105786Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-06T01:19:50.106686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-05-06T01:19:50.108507Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-05-06T01:19:50.110914Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-06T01:19:50.111049Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-05-06T01:19:50.111109Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-05-06T01:19:50.111198Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-06T01:19:50.111251Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-06T01:19:50.876197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-05-06T01:19:50.87625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-05-06T01:19:50.87629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-05-06T01:19:50.876305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-05-06T01:19:50.876312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-05-06T01:19:50.876324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-05-06T01:19:50.876334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-05-06T01:19:50.877711Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.250:2379]}","request-path":"/0/members/d98d5f2c752cc52d/attributes","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-05-06T01:19:50.877726Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-06T01:19:50.877718Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:19:50.87781Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-06T01:19:50.877995Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-06T01:19:50.878093Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-06T01:19:50.879419Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:19:50.879541Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:19:50.879695Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-06T01:19:50.881754Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-06T01:19:50.881796Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"info","ts":"2026-05-06T01:19:54.323051Z","caller":"traceutil/trace.go:171","msg":"trace[509052470] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"189.606372ms","start":"2026-05-06T01:19:54.133385Z","end":"2026-05-06T01:19:54.322991Z","steps":["trace[509052470] 'process raft request' (duration: 187.129634ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:55.748412Z","caller":"traceutil/trace.go:171","msg":"trace[1775510988] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"217.179498ms","start":"2026-05-06T01:19:55.531212Z","end":"2026-05-06T01:19:55.748392Z","steps":["trace[1775510988] 'process raft request' (duration: 217.139687ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:55.748512Z","caller":"traceutil/trace.go:171","msg":"trace[458834735] transaction","detail":"{read_only:false; response_revision:272; number_of_response:1; }","duration":"249.69798ms","start":"2026-05-06T01:19:55.498774Z","end":"2026-05-06T01:19:55.748472Z","steps":["trace[458834735] 'process raft request' (duration: 244.106449ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:19:55.890763Z","caller":"traceutil/trace.go:171","msg":"trace[387945326] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"109.152367ms","start":"2026-05-06T01:19:55.781576Z","end":"2026-05-06T01:19:55.890728Z","steps":["trace[387945326] 'process raft request' (duration: 74.971126ms)","trace[387945326] 'compare' (duration: 34.012277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:19:55.891047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.944203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-06T01:19:55.891213Z","caller":"traceutil/trace.go:171","msg":"trace[1742175684] linearizableReadLoop","detail":"{readStateIndex:286; appliedIndex:285; }","duration":"109.118376ms","start":"2026-05-06T01:19:55.782077Z","end":"2026-05-06T01:19:55.891195Z","steps":["trace[1742175684] 'read index received' (duration: 74.427733ms)","trace[1742175684] 'applied index is now lower than readState.Index' (duration: 34.180811ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:19:55.891173Z","caller":"traceutil/trace.go:171","msg":"trace[1213295553] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:280; }","duration":"109.102306ms","start":"2026-05-06T01:19:55.782053Z","end":"2026-05-06T01:19:55.891155Z","steps":["trace[1213295553] 'agreement among raft nodes before linearized reading' (duration: 108.84375ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:03.263029Z","caller":"traceutil/trace.go:171","msg":"trace[1160186759] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"304.537584ms","start":"2026-05-06T01:20:02.958461Z","end":"2026-05-06T01:20:03.262999Z","steps":["trace[1160186759] 'process raft request' (duration: 304.260918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:03.263717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:02.958446Z","time spent":"304.676907ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:04.542116Z","caller":"traceutil/trace.go:171","msg":"trace[1090586458] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:418; }","duration":"134.398058ms","start":"2026-05-06T01:20:04.407693Z","end":"2026-05-06T01:20:04.542091Z","steps":["trace[1090586458] 'read index received' (duration: 134.239704ms)","trace[1090586458] 'applied index is now lower than readState.Index' (duration: 157.144µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:04.542249Z","caller":"traceutil/trace.go:171","msg":"trace[256327345] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"138.617428ms","start":"2026-05-06T01:20:04.403622Z","end":"2026-05-06T01:20:04.542239Z","steps":["trace[256327345] 'process raft request' (duration: 138.299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:04.542487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.943951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T01:20:04.542593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.89887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T01:20:04.542662Z","caller":"traceutil/trace.go:171","msg":"trace[1923438737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"135.006483ms","start":"2026-05-06T01:20:04.407639Z","end":"2026-05-06T01:20:04.542645Z","steps":["trace[1923438737] 'agreement among raft nodes before linearized reading' (duration: 134.89463ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:04.5426Z","caller":"traceutil/trace.go:171","msg":"trace[925693139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"126.115544ms","start":"2026-05-06T01:20:04.41646Z","end":"2026-05-06T01:20:04.542576Z","steps":["trace[925693139] 'agreement among raft nodes before linearized reading' (duration: 125.94381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:04.875577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.473443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:20:04.875768Z","caller":"traceutil/trace.go:171","msg":"trace[1464386148] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"328.174838ms","start":"2026-05-06T01:20:04.547562Z","end":"2026-05-06T01:20:04.875737Z","steps":["trace[1464386148] 'process raft request' (duration: 84.251944ms)","trace[1464386148] 'compare' (duration: 243.261849ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:04.875822Z","caller":"traceutil/trace.go:171","msg":"trace[602571036] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:419; }","duration":"295.681647ms","start":"2026-05-06T01:20:04.580124Z","end":"2026-05-06T01:20:04.875806Z","steps":["trace[602571036] 'read index received' (duration: 51.689791ms)","trace[602571036] 'applied index is now lower than readState.Index' (duration: 243.990856ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:04.875888Z","caller":"traceutil/trace.go:171","msg":"trace[2047893865] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"328.125947ms","start":"2026-05-06T01:20:04.547737Z","end":"2026-05-06T01:20:04.875863Z","steps":["trace[2047893865] 'process raft request' (duration: 327.930892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:04.875904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:04.547546Z","time spent":"328.302691ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:04.87594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.80756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:20:04.875991Z","caller":"traceutil/trace.go:171","msg":"trace[1106427471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:409; }","duration":"295.889142ms","start":"2026-05-06T01:20:04.580089Z","end":"2026-05-06T01:20:04.875978Z","steps":["trace[1106427471] 'agreement among raft nodes before linearized reading' (duration: 295.775649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:04.876011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:04.547712Z","time spent":"328.234779ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:04.876117Z","caller":"traceutil/trace.go:171","msg":"trace[2012897192] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"324.655755ms","start":"2026-05-06T01:20:04.551432Z","end":"2026-05-06T01:20:04.876088Z","steps":["trace[2012897192] 'process raft request' (duration: 324.312787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:04.876198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:04.551419Z","time spent":"324.735457ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:09.094261Z","caller":"traceutil/trace.go:171","msg":"trace[2119321097] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"200.380454ms","start":"2026-05-06T01:20:08.893859Z","end":"2026-05-06T01:20:09.09424Z","steps":["trace[2119321097] 'process raft request' (duration: 200.238651ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:09.280315Z","caller":"traceutil/trace.go:171","msg":"trace[1377002666] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"386.391562ms","start":"2026-05-06T01:20:08.893881Z","end":"2026-05-06T01:20:09.280273Z","steps":["trace[1377002666] 'process raft request' (duration: 379.288086ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:09.280328Z","caller":"traceutil/trace.go:171","msg":"trace[769260724] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"378.054226ms","start":"2026-05-06T01:20:08.902245Z","end":"2026-05-06T01:20:09.2803Z","steps":["trace[769260724] 'read index received' (duration: 192.009028ms)","trace[769260724] 'applied index is now lower than readState.Index' (duration: 186.041288ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:09.280523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:08.893851Z","time spent":"386.565406ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:09.281986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.160364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-05-06T01:20:09.282062Z","caller":"traceutil/trace.go:171","msg":"trace[2014748726] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:421; }","duration":"190.295527ms","start":"2026-05-06T01:20:09.091749Z","end":"2026-05-06T01:20:09.282045Z","steps":["trace[2014748726] 'agreement among raft nodes before linearized reading' (duration: 190.123023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:09.282102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.89631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:20:09.282189Z","caller":"traceutil/trace.go:171","msg":"trace[1756876966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"380.028272ms","start":"2026-05-06T01:20:08.902138Z","end":"2026-05-06T01:20:09.282166Z","steps":["trace[1756876966] 'agreement among raft nodes before linearized reading' (duration: 378.23832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:09.282262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:08.902126Z","time spent":"380.117655ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T01:20:23.494904Z","caller":"traceutil/trace.go:171","msg":"trace[2000169203] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"609.502029ms","start":"2026-05-06T01:20:22.885374Z","end":"2026-05-06T01:20:23.494876Z","steps":["trace[2000169203] 'process raft request' (duration: 609.305194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.495044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.885351Z","time spent":"609.632372ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:20:23.504857Z","caller":"traceutil/trace.go:171","msg":"trace[1342325571] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"614.985617ms","start":"2026-05-06T01:20:22.88985Z","end":"2026-05-06T01:20:23.504835Z","steps":["trace[1342325571] 'process raft request' (duration: 614.833233ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.50491Z","caller":"traceutil/trace.go:171","msg":"trace[1543873058] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"614.828703ms","start":"2026-05-06T01:20:22.890064Z","end":"2026-05-06T01:20:23.504892Z","steps":["trace[1543873058] 'process raft request' (duration: 614.69012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.504986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.889836Z","time spent":"615.07966ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.505001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.890055Z","time spent":"614.903826ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:20:23.505057Z","caller":"traceutil/trace.go:171","msg":"trace[572113529] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"602.788352ms","start":"2026-05-06T01:20:22.902212Z","end":"2026-05-06T01:20:23.505001Z","steps":["trace[572113529] 'process raft request' (duration: 602.611568ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.505134Z","caller":"traceutil/trace.go:171","msg":"trace[1915684973] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"597.279493ms","start":"2026-05-06T01:20:22.90784Z","end":"2026-05-06T01:20:23.50512Z","steps":["trace[1915684973] 'process raft request' (duration: 597.021267ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.505136Z","caller":"traceutil/trace.go:171","msg":"trace[151707894] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"597.177401ms","start":"2026-05-06T01:20:22.907945Z","end":"2026-05-06T01:20:23.505122Z","steps":["trace[151707894] 'process raft request' (duration: 597.043438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.505185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.907938Z","time spent":"597.231042ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.505189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.907832Z","time spent":"597.334584ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:20:23.505183Z","caller":"traceutil/trace.go:171","msg":"trace[134077944] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"608.143848ms","start":"2026-05-06T01:20:22.897014Z","end":"2026-05-06T01:20:23.505158Z","steps":["trace[134077944] 'process raft request' (duration: 607.776569ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.505191Z","caller":"traceutil/trace.go:171","msg":"trace[1647272459] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"597.217792ms","start":"2026-05-06T01:20:22.907902Z","end":"2026-05-06T01:20:23.505119Z","steps":["trace[1647272459] 'process raft request' (duration: 596.996167ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.505291Z","caller":"traceutil/trace.go:171","msg":"trace[792766172] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"579.310841ms","start":"2026-05-06T01:20:22.925969Z","end":"2026-05-06T01:20:23.50528Z","steps":["trace[792766172] 'process raft request' (duration: 579.200189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.505306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.897005Z","time spent":"608.23847ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.505326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.902184Z","time spent":"603.004006ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.505366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.925937Z","time spent":"579.394744ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:20:23.50541Z","caller":"traceutil/trace.go:171","msg":"trace[34037779] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"560.819068ms","start":"2026-05-06T01:20:22.944584Z","end":"2026-05-06T01:20:23.505403Z","steps":["trace[34037779] 'process raft request' (duration: 560.649184ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.50525Z","caller":"traceutil/trace.go:171","msg":"trace[1796475524] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"582.407194ms","start":"2026-05-06T01:20:22.922835Z","end":"2026-05-06T01:20:23.505242Z","steps":["trace[1796475524] 'process raft request' (duration: 582.197619ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.50542Z","caller":"traceutil/trace.go:171","msg":"trace[1843054989] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:532; }","duration":"350.88161ms","start":"2026-05-06T01:20:23.154522Z","end":"2026-05-06T01:20:23.505404Z","steps":["trace[1843054989] 'read index received' (duration: 340.20537ms)","trace[1843054989] 'applied index is now lower than readState.Index' (duration: 10.67549ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:23.505463Z","caller":"traceutil/trace.go:171","msg":"trace[2107489187] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"432.735288ms","start":"2026-05-06T01:20:23.072723Z","end":"2026-05-06T01:20:23.505459Z","steps":["trace[2107489187] 'process raft request' (duration: 432.596324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.505466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.922802Z","time spent":"582.643469ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.505485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:23.072689Z","time spent":"432.787799ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.505439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.944549Z","time spent":"560.87801ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.50557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:22.907896Z","time spent":"597.424006ms","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:23.505547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.020763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:20:23.505701Z","caller":"traceutil/trace.go:171","msg":"trace[882815809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"351.221088ms","start":"2026-05-06T01:20:23.154472Z","end":"2026-05-06T01:20:23.505693Z","steps":["trace[882815809] 'agreement among raft nodes before linearized reading' (duration: 351.007643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.505736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:23.154448Z","time spent":"351.28091ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T01:20:23.514733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.17548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:23.514782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.448413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:20:23.514808Z","caller":"traceutil/trace.go:171","msg":"trace[847099368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:529; }","duration":"308.302702ms","start":"2026-05-06T01:20:23.206489Z","end":"2026-05-06T01:20:23.514792Z","steps":["trace[847099368] 'agreement among raft nodes before linearized reading' (duration: 308.20213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.514946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.181229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-06T01:20:23.514955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:23.206464Z","time spent":"308.410305ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:20:23.514983Z","caller":"traceutil/trace.go:171","msg":"trace[1298453634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:529; }","duration":"153.245491ms","start":"2026-05-06T01:20:23.361729Z","end":"2026-05-06T01:20:23.514975Z","steps":["trace[1298453634] 'agreement among raft nodes before linearized reading' (duration: 153.133028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:23.515057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.844193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T01:20:23.515144Z","caller":"traceutil/trace.go:171","msg":"trace[1217198112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:529; }","duration":"174.063288ms","start":"2026-05-06T01:20:23.341063Z","end":"2026-05-06T01:20:23.515127Z","steps":["trace[1217198112] 'agreement among raft nodes before linearized reading' (duration: 173.794332ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:23.514843Z","caller":"traceutil/trace.go:171","msg":"trace[1298859140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:529; }","duration":"161.534874ms","start":"2026-05-06T01:20:23.353292Z","end":"2026-05-06T01:20:23.514827Z","steps":["trace[1298859140] 'agreement among raft nodes before linearized reading' (duration: 161.421072ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:24.651373Z","caller":"traceutil/trace.go:171","msg":"trace[831939044] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"164.935584ms","start":"2026-05-06T01:20:24.486417Z","end":"2026-05-06T01:20:24.651353Z","steps":["trace[831939044] 'process raft request' (duration: 163.107981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:29.859934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.560385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:29.860034Z","caller":"traceutil/trace.go:171","msg":"trace[142278052] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:625; }","duration":"126.682158ms","start":"2026-05-06T01:20:29.73333Z","end":"2026-05-06T01:20:29.860012Z","steps":["trace[142278052] 'count revisions from in-memory index tree' (duration: 126.411921ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:30.493844Z","caller":"traceutil/trace.go:171","msg":"trace[152659459] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:646; }","duration":"370.317085ms","start":"2026-05-06T01:20:30.123508Z","end":"2026-05-06T01:20:30.493825Z","steps":["trace[152659459] 'read index received' (duration: 369.603209ms)","trace[152659459] 'applied index is now lower than readState.Index' (duration: 712.406µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:30.493934Z","caller":"traceutil/trace.go:171","msg":"trace[1381246495] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"372.883656ms","start":"2026-05-06T01:20:30.121042Z","end":"2026-05-06T01:20:30.493926Z","steps":["trace[1381246495] 'process raft request' (duration: 372.341773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.49401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:30.12101Z","time spent":"372.942777ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:30.494205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.5318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:30.494234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.777589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:30.494258Z","caller":"traceutil/trace.go:171","msg":"trace[1023290943] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:626; }","duration":"108.822329ms","start":"2026-05-06T01:20:30.385429Z","end":"2026-05-06T01:20:30.494251Z","steps":["trace[1023290943] 'agreement among raft nodes before linearized reading' (duration: 108.781398ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:30.494264Z","caller":"traceutil/trace.go:171","msg":"trace[1311204632] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:626; }","duration":"370.625702ms","start":"2026-05-06T01:20:30.123624Z","end":"2026-05-06T01:20:30.49425Z","steps":["trace[1311204632] 'agreement among raft nodes before linearized reading' (duration: 370.51737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.494301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:30.123618Z","time spent":"370.673133ms","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:20:30.494361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.856958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:30.494387Z","caller":"traceutil/trace.go:171","msg":"trace[250814979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:626; }","duration":"370.920989ms","start":"2026-05-06T01:20:30.123459Z","end":"2026-05-06T01:20:30.49438Z","steps":["trace[250814979] 'agreement among raft nodes before linearized reading' (duration: 370.885148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.494405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:30.123443Z","time spent":"370.95765ms","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:20:30.494547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.409233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:30.494619Z","caller":"traceutil/trace.go:171","msg":"trace[576624862] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:626; }","duration":"109.534866ms","start":"2026-05-06T01:20:30.385063Z","end":"2026-05-06T01:20:30.494598Z","steps":["trace[576624862] 'agreement among raft nodes before linearized reading' (duration: 109.432094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.494783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.631602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:30.494835Z","caller":"traceutil/trace.go:171","msg":"trace[870655840] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:626; }","duration":"259.712325ms","start":"2026-05-06T01:20:30.235108Z","end":"2026-05-06T01:20:30.494821Z","steps":["trace[870655840] 'agreement among raft nodes before linearized reading' (duration: 259.622612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.494875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.247266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:30.494912Z","caller":"traceutil/trace.go:171","msg":"trace[1483555522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"286.328768ms","start":"2026-05-06T01:20:30.208574Z","end":"2026-05-06T01:20:30.494903Z","steps":["trace[1483555522] 'agreement among raft nodes before linearized reading' (duration: 286.274316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.495015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.140864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:30.495065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.261747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:30.495075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.491363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:30.495095Z","caller":"traceutil/trace.go:171","msg":"trace[1974117613] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:626; }","duration":"260.334929ms","start":"2026-05-06T01:20:30.23475Z","end":"2026-05-06T01:20:30.495085Z","steps":["trace[1974117613] 'agreement among raft nodes before linearized reading' (duration: 260.285808ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:30.495103Z","caller":"traceutil/trace.go:171","msg":"trace[1264022595] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:626; }","duration":"231.529454ms","start":"2026-05-06T01:20:30.263564Z","end":"2026-05-06T01:20:30.495094Z","steps":["trace[1264022595] 'agreement among raft nodes before linearized reading' (duration: 231.490733ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:30.495095Z","caller":"traceutil/trace.go:171","msg":"trace[1154593925] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:626; }","duration":"260.280897ms","start":"2026-05-06T01:20:30.234792Z","end":"2026-05-06T01:20:30.495073Z","steps":["trace[1154593925] 'agreement among raft nodes before linearized reading' (duration: 260.171765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.495034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.934895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:30.495268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.361263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:30.495295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.408124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:30.495303Z","caller":"traceutil/trace.go:171","msg":"trace[1403364655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:626; }","duration":"110.236893ms","start":"2026-05-06T01:20:30.385056Z","end":"2026-05-06T01:20:30.495293Z","steps":["trace[1403364655] 'agreement among raft nodes before linearized reading' (duration: 109.948096ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:30.495333Z","caller":"traceutil/trace.go:171","msg":"trace[434191138] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:626; }","duration":"232.462045ms","start":"2026-05-06T01:20:30.262862Z","end":"2026-05-06T01:20:30.495324Z","steps":["trace[434191138] 'agreement among raft nodes before linearized reading' (duration: 232.402624ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:30.495363Z","caller":"traceutil/trace.go:171","msg":"trace[1217888659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:626; }","duration":"232.469756ms","start":"2026-05-06T01:20:30.262849Z","end":"2026-05-06T01:20:30.495319Z","steps":["trace[1217888659] 'agreement among raft nodes before linearized reading' (duration: 232.366254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:30.76595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.516663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:20:30.766238Z","caller":"traceutil/trace.go:171","msg":"trace[602127644] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"218.296604ms","start":"2026-05-06T01:20:30.54791Z","end":"2026-05-06T01:20:30.766207Z","steps":["trace[602127644] 'process raft request' (duration: 18.447793ms)","trace[602127644] 'compare' (duration: 199.315699ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:30.766267Z","caller":"traceutil/trace.go:171","msg":"trace[1341397433] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"196.328809ms","start":"2026-05-06T01:20:30.5699Z","end":"2026-05-06T01:20:30.766229Z","steps":["trace[1341397433] 'process raft request' (duration: 196.159475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:31.123223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.748042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:20:31.123437Z","caller":"traceutil/trace.go:171","msg":"trace[1590303150] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"352.61674ms","start":"2026-05-06T01:20:30.770803Z","end":"2026-05-06T01:20:31.123419Z","steps":["trace[1590303150] 'read index received' (duration: 192.513519ms)","trace[1590303150] 'applied index is now lower than readState.Index' (duration: 160.10121ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:31.123503Z","caller":"traceutil/trace.go:171","msg":"trace[357555205] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"352.875246ms","start":"2026-05-06T01:20:30.770586Z","end":"2026-05-06T01:20:31.123461Z","steps":["trace[357555205] 'process raft request' (duration: 192.826356ms)","trace[357555205] 'compare' (duration: 159.591669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:31.123738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.950107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-05-06T01:20:31.123839Z","caller":"traceutil/trace.go:171","msg":"trace[2008762472] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:629; }","duration":"353.163782ms","start":"2026-05-06T01:20:30.770656Z","end":"2026-05-06T01:20:31.12382Z","steps":["trace[2008762472] 'agreement among raft nodes before linearized reading' (duration: 352.919776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:31.124075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:30.770638Z","time spent":"353.427659ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6555,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" "} {"level":"warn","ts":"2026-05-06T01:20:31.124109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.096177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-05-06T01:20:31.123764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:30.770558Z","time spent":"353.174023ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:20:31.124195Z","caller":"traceutil/trace.go:171","msg":"trace[448990190] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:629; }","duration":"349.201169ms","start":"2026-05-06T01:20:30.774979Z","end":"2026-05-06T01:20:31.12418Z","steps":["trace[448990190] 'agreement among raft nodes before linearized reading' (duration: 348.79363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:31.12425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:30.774932Z","time spent":"349.309562ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-05-06T01:20:31.639918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.458194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:20:31.640029Z","caller":"traceutil/trace.go:171","msg":"trace[1098604556] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"434.12966ms","start":"2026-05-06T01:20:31.205878Z","end":"2026-05-06T01:20:31.640008Z","steps":["trace[1098604556] 'read index received' (duration: 175.450931ms)","trace[1098604556] 'applied index is now lower than readState.Index' (duration: 258.677069ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:31.640177Z","caller":"traceutil/trace.go:171","msg":"trace[1206807890] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"503.895524ms","start":"2026-05-06T01:20:31.136235Z","end":"2026-05-06T01:20:31.640131Z","steps":["trace[1206807890] 'process raft request' (duration: 245.153653ms)","trace[1206807890] 'compare' (duration: 258.327511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:31.640295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.136206Z","time spent":"504.030928ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:31.640182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.297714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:20:31.640432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.831642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hqpqp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-06T01:20:31.640444Z","caller":"traceutil/trace.go:171","msg":"trace[801831862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"434.586251ms","start":"2026-05-06T01:20:31.205824Z","end":"2026-05-06T01:20:31.64041Z","steps":["trace[801831862] 'agreement among raft nodes before linearized reading' (duration: 434.278563ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:31.640498Z","caller":"traceutil/trace.go:171","msg":"trace[1200244613] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hqpqp; range_end:; response_count:1; response_revision:630; }","duration":"176.936194ms","start":"2026-05-06T01:20:31.463544Z","end":"2026-05-06T01:20:31.64048Z","steps":["trace[1200244613] 'agreement among raft nodes before linearized reading' (duration: 176.572266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:31.640558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.205797Z","time spent":"434.721154ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:20:32.356703Z","caller":"traceutil/trace.go:171","msg":"trace[1011218045] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"711.500398ms","start":"2026-05-06T01:20:31.645179Z","end":"2026-05-06T01:20:32.35668Z","steps":["trace[1011218045] 'process raft request' (duration: 711.383655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:32.356836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.645149Z","time spent":"711.626601ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:20:32.723215Z","caller":"traceutil/trace.go:171","msg":"trace[1804191761] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.077568984s","start":"2026-05-06T01:20:31.645621Z","end":"2026-05-06T01:20:32.72319Z","steps":["trace[1804191761] 'process raft request' (duration: 1.077347499s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:32.72345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.645604Z","time spent":"1.077721167s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:32.723518Z","caller":"traceutil/trace.go:171","msg":"trace[1717268037] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.077856541s","start":"2026-05-06T01:20:31.645636Z","end":"2026-05-06T01:20:32.723492Z","steps":["trace[1717268037] 'process raft request' (duration: 1.077508033s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:32.723576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.645627Z","time spent":"1.077920943s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:32.723622Z","caller":"traceutil/trace.go:171","msg":"trace[1662778195] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.077435531s","start":"2026-05-06T01:20:31.64617Z","end":"2026-05-06T01:20:32.723606Z","steps":["trace[1662778195] 'process raft request' (duration: 1.077321808s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:32.723631Z","caller":"traceutil/trace.go:171","msg":"trace[1234681496] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.077500023s","start":"2026-05-06T01:20:31.646102Z","end":"2026-05-06T01:20:32.723602Z","steps":["trace[1234681496] 'process raft request' (duration: 1.077321389s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:32.723666Z","caller":"traceutil/trace.go:171","msg":"trace[1728952022] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.077461932s","start":"2026-05-06T01:20:31.646186Z","end":"2026-05-06T01:20:32.723648Z","steps":["trace[1728952022] 'process raft request' (duration: 1.07736303s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:32.723724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.646164Z","time spent":"1.077518523s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:32.723766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.646175Z","time spent":"1.077543774s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:32.723791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.646094Z","time spent":"1.077614195s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:32.723911Z","caller":"traceutil/trace.go:171","msg":"trace[145163873] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.077605205s","start":"2026-05-06T01:20:31.646292Z","end":"2026-05-06T01:20:32.723897Z","steps":["trace[145163873] 'process raft request' (duration: 1.077309308s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:32.723932Z","caller":"traceutil/trace.go:171","msg":"trace[1367201846] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.076932189s","start":"2026-05-06T01:20:31.646992Z","end":"2026-05-06T01:20:32.723924Z","steps":["trace[1367201846] 'process raft request' (duration: 1.076791526s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:32.723975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.646984Z","time spent":"1.076968s","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:32.72395Z","caller":"traceutil/trace.go:171","msg":"trace[1351911333] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:651; }","duration":"517.090593ms","start":"2026-05-06T01:20:32.206834Z","end":"2026-05-06T01:20:32.723925Z","steps":["trace[1351911333] 'read index received' (duration: 149.729987ms)","trace[1351911333] 'applied index is now lower than readState.Index' (duration: 367.359756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:32.723979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.646285Z","time spent":"1.077660426s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:20:32.724109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.237147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:32.724143Z","caller":"traceutil/trace.go:171","msg":"trace[2007345958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"517.386861ms","start":"2026-05-06T01:20:32.206746Z","end":"2026-05-06T01:20:32.724133Z","steps":["trace[2007345958] 'agreement among raft nodes before linearized reading' (duration: 517.267769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:32.724176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:32.206703Z","time spent":"517.464483ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:20:32.724207Z","caller":"traceutil/trace.go:171","msg":"trace[567036207] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"1.068463301s","start":"2026-05-06T01:20:31.655727Z","end":"2026-05-06T01:20:32.72419Z","steps":["trace[567036207] 'process raft request' (duration: 1.068143073s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:32.724293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:31.655718Z","time spent":"1.068536112s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:34.04881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.597334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:20:34.048912Z","caller":"traceutil/trace.go:171","msg":"trace[1252126157] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"280.584063ms","start":"2026-05-06T01:20:33.768313Z","end":"2026-05-06T01:20:34.048897Z","steps":["trace[1252126157] 'read index received' (duration: 35.531µs)","trace[1252126157] 'applied index is now lower than readState.Index' (duration: 280.547572ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:34.049051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.735207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-06T01:20:34.049076Z","caller":"traceutil/trace.go:171","msg":"trace[1084785980] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:640; }","duration":"280.792898ms","start":"2026-05-06T01:20:33.768274Z","end":"2026-05-06T01:20:34.049067Z","steps":["trace[1084785980] 'agreement among raft nodes before linearized reading' (duration: 280.663835ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:34.049075Z","caller":"traceutil/trace.go:171","msg":"trace[1423637316] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.295688544s","start":"2026-05-06T01:20:32.753336Z","end":"2026-05-06T01:20:34.049024Z","steps":["trace[1423637316] 'process raft request' (duration: 944.787114ms)","trace[1423637316] 'compare' (duration: 350.377478ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:34.049309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:32.753311Z","time spent":"1.295869658s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:20:35.98482Z","caller":"traceutil/trace.go:171","msg":"trace[2085575881] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"247.110959ms","start":"2026-05-06T01:20:35.737688Z","end":"2026-05-06T01:20:35.984799Z","steps":["trace[2085575881] 'process raft request' (duration: 246.998647ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:36.059927Z","caller":"traceutil/trace.go:171","msg":"trace[71685646] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"123.676438ms","start":"2026-05-06T01:20:35.936222Z","end":"2026-05-06T01:20:36.059899Z","steps":["trace[71685646] 'process raft request' (duration: 123.567425ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:36.230861Z","caller":"traceutil/trace.go:171","msg":"trace[795610147] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"238.399605ms","start":"2026-05-06T01:20:35.992425Z","end":"2026-05-06T01:20:36.230825Z","steps":["trace[795610147] 'process raft request' (duration: 238.163269ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:36.239897Z","caller":"traceutil/trace.go:171","msg":"trace[173145781] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"104.117739ms","start":"2026-05-06T01:20:36.13576Z","end":"2026-05-06T01:20:36.239878Z","steps":["trace[173145781] 'process raft request' (duration: 104.023227ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:45.132446Z","caller":"traceutil/trace.go:171","msg":"trace[1231290652] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"118.814173ms","start":"2026-05-06T01:20:45.013599Z","end":"2026-05-06T01:20:45.132413Z","steps":["trace[1231290652] 'process raft request' (duration: 75.290734ms)","trace[1231290652] 'compare' (duration: 43.320374ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:45.13273Z","caller":"traceutil/trace.go:171","msg":"trace[1842564650] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"117.559444ms","start":"2026-05-06T01:20:45.015157Z","end":"2026-05-06T01:20:45.132717Z","steps":["trace[1842564650] 'process raft request' (duration: 117.210456ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:45.133088Z","caller":"traceutil/trace.go:171","msg":"trace[1005680586] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"117.470942ms","start":"2026-05-06T01:20:45.015506Z","end":"2026-05-06T01:20:45.132977Z","steps":["trace[1005680586] 'process raft request' (duration: 117.153625ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:47.175659Z","caller":"traceutil/trace.go:171","msg":"trace[1673547068] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:804; }","duration":"153.590208ms","start":"2026-05-06T01:20:47.022046Z","end":"2026-05-06T01:20:47.175636Z","steps":["trace[1673547068] 'read index received' (duration: 153.405153ms)","trace[1673547068] 'applied index is now lower than readState.Index' (duration: 184.205µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:47.175755Z","caller":"traceutil/trace.go:171","msg":"trace[890614693] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"158.725458ms","start":"2026-05-06T01:20:47.016967Z","end":"2026-05-06T01:20:47.175692Z","steps":["trace[890614693] 'process raft request' (duration: 158.534984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:47.175938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.864654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:20:47.175976Z","caller":"traceutil/trace.go:171","msg":"trace[1795133462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:780; }","duration":"153.936366ms","start":"2026-05-06T01:20:47.022029Z","end":"2026-05-06T01:20:47.175966Z","steps":["trace[1795133462] 'agreement among raft nodes before linearized reading' (duration: 153.726171ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:47.352323Z","caller":"traceutil/trace.go:171","msg":"trace[224712314] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"172.493651ms","start":"2026-05-06T01:20:47.179811Z","end":"2026-05-06T01:20:47.352305Z","steps":["trace[224712314] 'process raft request' (duration: 172.443519ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:47.35253Z","caller":"traceutil/trace.go:171","msg":"trace[1228210101] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"172.542202ms","start":"2026-05-06T01:20:47.179811Z","end":"2026-05-06T01:20:47.352354Z","steps":["trace[1228210101] 'process raft request' (duration: 167.184226ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:47.376335Z","caller":"traceutil/trace.go:171","msg":"trace[1611898556] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:805; }","duration":"170.900673ms","start":"2026-05-06T01:20:47.205419Z","end":"2026-05-06T01:20:47.376319Z","steps":["trace[1611898556] 'read index received' (duration: 141.666768ms)","trace[1611898556] 'applied index is now lower than readState.Index' (duration: 29.233095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:47.376425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.987485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:47.376459Z","caller":"traceutil/trace.go:171","msg":"trace[1457025982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"171.064377ms","start":"2026-05-06T01:20:47.205383Z","end":"2026-05-06T01:20:47.376448Z","steps":["trace[1457025982] 'agreement among raft nodes before linearized reading' (duration: 170.996705ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:47.376537Z","caller":"traceutil/trace.go:171","msg":"trace[387658963] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"196.079014ms","start":"2026-05-06T01:20:47.180439Z","end":"2026-05-06T01:20:47.376518Z","steps":["trace[387658963] 'process raft request' (duration: 195.774117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:49.359531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.155326ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T01:20:49.35965Z","caller":"traceutil/trace.go:171","msg":"trace[308552969] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:810; }","duration":"178.256726ms","start":"2026-05-06T01:20:49.181377Z","end":"2026-05-06T01:20:49.359633Z","steps":["trace[308552969] 'read index received' (duration: 48.970847ms)","trace[308552969] 'applied index is now lower than readState.Index' (duration: 129.284259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:49.359759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.594618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:20:49.359793Z","caller":"traceutil/trace.go:171","msg":"trace[1656158252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:785; }","duration":"153.66638ms","start":"2026-05-06T01:20:49.206117Z","end":"2026-05-06T01:20:49.359783Z","steps":["trace[1656158252] 'agreement among raft nodes before linearized reading' (duration: 153.603779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:49.359848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.4589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:20:49.359917Z","caller":"traceutil/trace.go:171","msg":"trace[1888187860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:785; }","duration":"178.563933ms","start":"2026-05-06T01:20:49.181337Z","end":"2026-05-06T01:20:49.359901Z","steps":["trace[1888187860] 'agreement among raft nodes before linearized reading' (duration: 178.368438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:51.823411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243824617s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T01:20:51.823752Z","caller":"traceutil/trace.go:171","msg":"trace[468879276] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"453.615106ms","start":"2026-05-06T01:20:51.370116Z","end":"2026-05-06T01:20:51.823731Z","steps":["trace[468879276] 'read index received' (duration: 453.445642ms)","trace[468879276] 'applied index is now lower than readState.Index' (duration: 168.524µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:51.823854Z","caller":"traceutil/trace.go:171","msg":"trace[1124348267] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"1.244331448s","start":"2026-05-06T01:20:50.579493Z","end":"2026-05-06T01:20:51.823824Z","steps":["trace[1124348267] 'process raft request' (duration: 1.244111323s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:51.824022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.188409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:20:51.824052Z","caller":"traceutil/trace.go:171","msg":"trace[1215436089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:799; }","duration":"451.21502ms","start":"2026-05-06T01:20:51.372827Z","end":"2026-05-06T01:20:51.824042Z","steps":["trace[1215436089] 'agreement among raft nodes before linearized reading' (duration: 451.141918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:51.824053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:50.579474Z","time spent":"1.244497182s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:20:51.823934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.80494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-06T01:20:51.824086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:51.372757Z","time spent":"451.321202ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:20:51.8241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.361682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T01:20:51.824134Z","caller":"traceutil/trace.go:171","msg":"trace[497748500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:799; }","duration":"182.437134ms","start":"2026-05-06T01:20:51.641688Z","end":"2026-05-06T01:20:51.824125Z","steps":["trace[497748500] 'agreement among raft nodes before linearized reading' (duration: 182.30682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:51.824106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.322152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:20:51.824136Z","caller":"traceutil/trace.go:171","msg":"trace[1283829731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:799; }","duration":"454.007205ms","start":"2026-05-06T01:20:51.370104Z","end":"2026-05-06T01:20:51.824111Z","steps":["trace[1283829731] 'agreement among raft nodes before linearized reading' (duration: 453.718598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:51.824134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.974925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T01:20:51.824179Z","caller":"traceutil/trace.go:171","msg":"trace[1558432779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:799; }","duration":"451.433595ms","start":"2026-05-06T01:20:51.372727Z","end":"2026-05-06T01:20:51.824161Z","steps":["trace[1558432779] 'agreement among raft nodes before linearized reading' (duration: 451.19155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:51.824197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:51.370047Z","time spent":"454.130878ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:20:51.824271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:51.372716Z","time spent":"451.538078ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T01:20:51.824285Z","caller":"traceutil/trace.go:171","msg":"trace[1003957761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:799; }","duration":"416.098637ms","start":"2026-05-06T01:20:51.408089Z","end":"2026-05-06T01:20:51.824188Z","steps":["trace[1003957761] 'agreement among raft nodes before linearized reading' (duration: 415.850231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:51.824361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:20:51.408074Z","time spent":"416.269722ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:20:52.001425Z","caller":"traceutil/trace.go:171","msg":"trace[1717832787] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"172.836028ms","start":"2026-05-06T01:20:51.828567Z","end":"2026-05-06T01:20:52.001403Z","steps":["trace[1717832787] 'process raft request' (duration: 172.560292ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:52.00198Z","caller":"traceutil/trace.go:171","msg":"trace[174414604] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"173.388081ms","start":"2026-05-06T01:20:51.828569Z","end":"2026-05-06T01:20:52.001957Z","steps":["trace[174414604] 'process raft request' (duration: 172.784877ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:52.002123Z","caller":"traceutil/trace.go:171","msg":"trace[1611474773] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"172.942831ms","start":"2026-05-06T01:20:51.829059Z","end":"2026-05-06T01:20:52.002002Z","steps":["trace[1611474773] 'process raft request' (duration: 172.800938ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:52.002151Z","caller":"traceutil/trace.go:171","msg":"trace[531335922] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"172.979442ms","start":"2026-05-06T01:20:51.829148Z","end":"2026-05-06T01:20:52.002128Z","steps":["trace[531335922] 'process raft request' (duration: 172.812868ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:56.23771Z","caller":"traceutil/trace.go:171","msg":"trace[2051142274] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"120.041382ms","start":"2026-05-06T01:20:56.117638Z","end":"2026-05-06T01:20:56.237679Z","steps":["trace[2051142274] 'process raft request' (duration: 119.846767ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:56.237874Z","caller":"traceutil/trace.go:171","msg":"trace[527544923] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:868; }","duration":"119.677314ms","start":"2026-05-06T01:20:56.118166Z","end":"2026-05-06T01:20:56.237843Z","steps":["trace[527544923] 'read index received' (duration: 20.293766ms)","trace[527544923] 'applied index is now lower than readState.Index' (duration: 99.382148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:56.23806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.876698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5266"} {"level":"info","ts":"2026-05-06T01:20:56.238018Z","caller":"traceutil/trace.go:171","msg":"trace[740940048] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"118.774682ms","start":"2026-05-06T01:20:56.119202Z","end":"2026-05-06T01:20:56.237977Z","steps":["trace[740940048] 'process raft request' (duration: 118.422044ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:56.238111Z","caller":"traceutil/trace.go:171","msg":"trace[1803875015] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:843; }","duration":"119.94363ms","start":"2026-05-06T01:20:56.118154Z","end":"2026-05-06T01:20:56.238098Z","steps":["trace[1803875015] 'agreement among raft nodes before linearized reading' (duration: 119.770856ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:57.668376Z","caller":"traceutil/trace.go:171","msg":"trace[909330325] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:880; }","duration":"103.577737ms","start":"2026-05-06T01:20:57.564758Z","end":"2026-05-06T01:20:57.668336Z","steps":["trace[909330325] 'read index received' (duration: 86.2366ms)","trace[909330325] 'applied index is now lower than readState.Index' (duration: 17.339446ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:57.668493Z","caller":"traceutil/trace.go:171","msg":"trace[1344060516] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"124.285561ms","start":"2026-05-06T01:20:57.544176Z","end":"2026-05-06T01:20:57.668461Z","steps":["trace[1344060516] 'process raft request' (duration: 106.794032ms)","trace[1344060516] 'compare' (duration: 17.188622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:20:57.66865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.853683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:20:57.6687Z","caller":"traceutil/trace.go:171","msg":"trace[304267605] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:853; }","duration":"103.994597ms","start":"2026-05-06T01:20:57.564691Z","end":"2026-05-06T01:20:57.668686Z","steps":["trace[304267605] 'agreement among raft nodes before linearized reading' (duration: 103.782532ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:59.801315Z","caller":"traceutil/trace.go:171","msg":"trace[1662611076] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:898; }","duration":"135.731309ms","start":"2026-05-06T01:20:59.665559Z","end":"2026-05-06T01:20:59.80129Z","steps":["trace[1662611076] 'read index received' (duration: 26.494111ms)","trace[1662611076] 'applied index is now lower than readState.Index' (duration: 109.235848ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:20:59.801394Z","caller":"traceutil/trace.go:171","msg":"trace[1048632098] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"140.847119ms","start":"2026-05-06T01:20:59.660519Z","end":"2026-05-06T01:20:59.801366Z","steps":["trace[1048632098] 'process raft request' (duration: 139.470227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:20:59.801573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.992276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5070"} {"level":"info","ts":"2026-05-06T01:20:59.801642Z","caller":"traceutil/trace.go:171","msg":"trace[347351811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:871; }","duration":"136.098328ms","start":"2026-05-06T01:20:59.665526Z","end":"2026-05-06T01:20:59.801624Z","steps":["trace[347351811] 'agreement among raft nodes before linearized reading' (duration: 135.875593ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:59.932461Z","caller":"traceutil/trace.go:171","msg":"trace[2077079463] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"104.894878ms","start":"2026-05-06T01:20:59.827545Z","end":"2026-05-06T01:20:59.93244Z","steps":["trace[2077079463] 'process raft request' (duration: 104.824986ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:20:59.932658Z","caller":"traceutil/trace.go:171","msg":"trace[1010562544] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"105.88523ms","start":"2026-05-06T01:20:59.826569Z","end":"2026-05-06T01:20:59.932454Z","steps":["trace[1010562544] 'process raft request' (duration: 98.983928ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:00.064267Z","caller":"traceutil/trace.go:171","msg":"trace[1275713956] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"123.217926ms","start":"2026-05-06T01:20:59.941031Z","end":"2026-05-06T01:21:00.064249Z","steps":["trace[1275713956] 'process raft request' (duration: 118.472825ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:00.064435Z","caller":"traceutil/trace.go:171","msg":"trace[379639768] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"120.876671ms","start":"2026-05-06T01:20:59.94353Z","end":"2026-05-06T01:21:00.064407Z","steps":["trace[379639768] 'process raft request' (duration: 120.676886ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:06.526498Z","caller":"traceutil/trace.go:171","msg":"trace[1445892538] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"338.224173ms","start":"2026-05-06T01:21:06.188256Z","end":"2026-05-06T01:21:06.52648Z","steps":["trace[1445892538] 'read index received' (duration: 338.09379ms)","trace[1445892538] 'applied index is now lower than readState.Index' (duration: 129.613µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:06.526577Z","caller":"traceutil/trace.go:171","msg":"trace[1255216034] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"424.175066ms","start":"2026-05-06T01:21:06.102364Z","end":"2026-05-06T01:21:06.526539Z","steps":["trace[1255216034] 'process raft request' (duration: 423.991832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:06.526705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.434418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T01:21:06.526749Z","caller":"traceutil/trace.go:171","msg":"trace[963667381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:957; }","duration":"338.52856ms","start":"2026-05-06T01:21:06.188213Z","end":"2026-05-06T01:21:06.526741Z","steps":["trace[963667381] 'agreement among raft nodes before linearized reading' (duration: 338.368386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:06.526773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:06.188194Z","time spent":"338.570981ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:21:06.526767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.729497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-06T01:21:06.526806Z","caller":"traceutil/trace.go:171","msg":"trace[8330345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:957; }","duration":"286.786308ms","start":"2026-05-06T01:21:06.240008Z","end":"2026-05-06T01:21:06.526795Z","steps":["trace[8330345] 'agreement among raft nodes before linearized reading' (duration: 286.666125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:06.526791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.213894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:06.526887Z","caller":"traceutil/trace.go:171","msg":"trace[2046176607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:957; }","duration":"321.346838ms","start":"2026-05-06T01:21:06.205521Z","end":"2026-05-06T01:21:06.526867Z","steps":["trace[2046176607] 'agreement among raft nodes before linearized reading' (duration: 321.182544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:06.526798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.025938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-06T01:21:06.52687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.443616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-06T01:21:06.526921Z","caller":"traceutil/trace.go:171","msg":"trace[1856533879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:957; }","duration":"335.192572ms","start":"2026-05-06T01:21:06.191721Z","end":"2026-05-06T01:21:06.526913Z","steps":["trace[1856533879] 'agreement among raft nodes before linearized reading' (duration: 334.931096ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:06.526939Z","caller":"traceutil/trace.go:171","msg":"trace[1092925212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:957; }","duration":"282.551109ms","start":"2026-05-06T01:21:06.244371Z","end":"2026-05-06T01:21:06.526922Z","steps":["trace[1092925212] 'agreement among raft nodes before linearized reading' (duration: 282.341404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:06.526921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:06.205508Z","time spent":"321.406599ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:21:06.526947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:06.191694Z","time spent":"335.245403ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:21:06.526919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:06.102341Z","time spent":"424.31431ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:21:07.141622Z","caller":"traceutil/trace.go:171","msg":"trace[1531213846] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"120.38175ms","start":"2026-05-06T01:21:07.021219Z","end":"2026-05-06T01:21:07.141601Z","steps":["trace[1531213846] 'read index received' (duration: 120.233177ms)","trace[1531213846] 'applied index is now lower than readState.Index' (duration: 146.923µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:07.141746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.510403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:07.141712Z","caller":"traceutil/trace.go:171","msg":"trace[1742858257] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"192.223852ms","start":"2026-05-06T01:21:06.949436Z","end":"2026-05-06T01:21:07.14166Z","steps":["trace[1742858257] 'process raft request' (duration: 192.016338ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:07.141785Z","caller":"traceutil/trace.go:171","msg":"trace[11565737] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:962; }","duration":"120.614455ms","start":"2026-05-06T01:21:07.021161Z","end":"2026-05-06T01:21:07.141775Z","steps":["trace[11565737] 'agreement among raft nodes before linearized reading' (duration: 120.529443ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:08.744164Z","caller":"traceutil/trace.go:171","msg":"trace[1538277971] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"147.179238ms","start":"2026-05-06T01:21:08.596955Z","end":"2026-05-06T01:21:08.744134Z","steps":["trace[1538277971] 'process raft request' (duration: 96.46213ms)","trace[1538277971] 'compare' (duration: 50.596075ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:08.802179Z","caller":"traceutil/trace.go:171","msg":"trace[2063537132] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1006; }","duration":"156.028135ms","start":"2026-05-06T01:21:08.646125Z","end":"2026-05-06T01:21:08.802153Z","steps":["trace[2063537132] 'read index received' (duration: 47.097353ms)","trace[2063537132] 'applied index is now lower than readState.Index' (duration: 108.929312ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:08.802352Z","caller":"traceutil/trace.go:171","msg":"trace[1690272118] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"203.992569ms","start":"2026-05-06T01:21:08.59828Z","end":"2026-05-06T01:21:08.802272Z","steps":["trace[1690272118] 'process raft request' (duration: 203.830765ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:08.802559Z","caller":"traceutil/trace.go:171","msg":"trace[1085863397] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"205.540935ms","start":"2026-05-06T01:21:08.596998Z","end":"2026-05-06T01:21:08.802539Z","steps":["trace[1085863397] 'process raft request' (duration: 204.940431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:08.802553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.377033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-27sk6\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-05-06T01:21:08.802969Z","caller":"traceutil/trace.go:171","msg":"trace[831248197] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-27sk6; range_end:; response_count:1; response_revision:979; }","duration":"156.853634ms","start":"2026-05-06T01:21:08.646092Z","end":"2026-05-06T01:21:08.802946Z","steps":["trace[831248197] 'agreement among raft nodes before linearized reading' (duration: 156.159488ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:09.005966Z","caller":"traceutil/trace.go:171","msg":"trace[638031039] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1010; }","duration":"123.83099ms","start":"2026-05-06T01:21:08.88211Z","end":"2026-05-06T01:21:09.005941Z","steps":["trace[638031039] 'read index received' (duration: 111.744927ms)","trace[638031039] 'applied index is now lower than readState.Index' (duration: 12.084843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:09.006161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.032405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-27sk6\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-05-06T01:21:09.00614Z","caller":"traceutil/trace.go:171","msg":"trace[1368547287] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"125.92982ms","start":"2026-05-06T01:21:08.880171Z","end":"2026-05-06T01:21:09.006101Z","steps":["trace[1368547287] 'process raft request' (duration: 113.707714ms)","trace[1368547287] 'compare' (duration: 11.95118ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:09.006203Z","caller":"traceutil/trace.go:171","msg":"trace[1129390328] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-27sk6; range_end:; response_count:1; response_revision:981; }","duration":"124.130737ms","start":"2026-05-06T01:21:08.882062Z","end":"2026-05-06T01:21:09.006193Z","steps":["trace[1129390328] 'agreement among raft nodes before linearized reading' (duration: 123.976364ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:13.906772Z","caller":"traceutil/trace.go:171","msg":"trace[2090435002] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1170; }","duration":"135.692029ms","start":"2026-05-06T01:21:13.771053Z","end":"2026-05-06T01:21:13.906745Z","steps":["trace[2090435002] 'read index received' (duration: 135.577026ms)","trace[2090435002] 'applied index is now lower than readState.Index' (duration: 113.973µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:13.90684Z","caller":"traceutil/trace.go:171","msg":"trace[1129122555] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"224.573841ms","start":"2026-05-06T01:21:13.682219Z","end":"2026-05-06T01:21:13.906793Z","steps":["trace[1129122555] 'process raft request' (duration: 224.394417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:13.906974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.909244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-06T01:21:13.907012Z","caller":"traceutil/trace.go:171","msg":"trace[784674433] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1139; }","duration":"135.996956ms","start":"2026-05-06T01:21:13.771006Z","end":"2026-05-06T01:21:13.907003Z","steps":["trace[784674433] 'agreement among raft nodes before linearized reading' (duration: 135.846512ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:14.114811Z","caller":"traceutil/trace.go:171","msg":"trace[61209686] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"196.81578ms","start":"2026-05-06T01:21:13.917965Z","end":"2026-05-06T01:21:14.114781Z","steps":["trace[61209686] 'process raft request' (duration: 196.589975ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:14.221599Z","caller":"traceutil/trace.go:171","msg":"trace[1298077927] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"258.698771ms","start":"2026-05-06T01:21:13.962865Z","end":"2026-05-06T01:21:14.221563Z","steps":["trace[1298077927] 'process raft request' (duration: 253.078459ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:14.223739Z","caller":"traceutil/trace.go:171","msg":"trace[638700667] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"100.888303ms","start":"2026-05-06T01:21:14.122816Z","end":"2026-05-06T01:21:14.223704Z","steps":["trace[638700667] 'process raft request' (duration: 100.453042ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:16.925298Z","caller":"traceutil/trace.go:171","msg":"trace[885912342] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"220.843594ms","start":"2026-05-06T01:21:16.704432Z","end":"2026-05-06T01:21:16.925276Z","steps":["trace[885912342] 'read index received' (duration: 220.569237ms)","trace[885912342] 'applied index is now lower than readState.Index' (duration: 273.597µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:16.925362Z","caller":"traceutil/trace.go:171","msg":"trace[437535602] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"227.055339ms","start":"2026-05-06T01:21:16.698279Z","end":"2026-05-06T01:21:16.925335Z","steps":["trace[437535602] 'process raft request' (duration: 226.68774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:16.925453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.959306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:16.925486Z","caller":"traceutil/trace.go:171","msg":"trace[1945894432] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1167; }","duration":"221.035327ms","start":"2026-05-06T01:21:16.704442Z","end":"2026-05-06T01:21:16.925478Z","steps":["trace[1945894432] 'agreement among raft nodes before linearized reading' (duration: 220.957556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:16.925458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.989687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:21:16.925522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.153261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:16.925545Z","caller":"traceutil/trace.go:171","msg":"trace[1739335267] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1167; }","duration":"221.128891ms","start":"2026-05-06T01:21:16.704397Z","end":"2026-05-06T01:21:16.925526Z","steps":["trace[1739335267] 'agreement among raft nodes before linearized reading' (duration: 220.968997ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:16.925594Z","caller":"traceutil/trace.go:171","msg":"trace[1214260002] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1167; }","duration":"189.270864ms","start":"2026-05-06T01:21:16.73631Z","end":"2026-05-06T01:21:16.925581Z","steps":["trace[1214260002] 'agreement among raft nodes before linearized reading' (duration: 189.12588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:16.925564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.837659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:16.925654Z","caller":"traceutil/trace.go:171","msg":"trace[1020843067] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1167; }","duration":"204.954411ms","start":"2026-05-06T01:21:16.720678Z","end":"2026-05-06T01:21:16.925632Z","steps":["trace[1020843067] 'agreement among raft nodes before linearized reading' (duration: 204.835338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:16.925782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.422667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:21:16.925821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.725491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:21:16.925864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.865999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:21:16.925853Z","caller":"traceutil/trace.go:171","msg":"trace[2014528731] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1167; }","duration":"189.501429ms","start":"2026-05-06T01:21:16.736332Z","end":"2026-05-06T01:21:16.925834Z","steps":["trace[2014528731] 'agreement among raft nodes before linearized reading' (duration: 189.386776ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:16.925883Z","caller":"traceutil/trace.go:171","msg":"trace[2139529057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1167; }","duration":"137.913591ms","start":"2026-05-06T01:21:16.787964Z","end":"2026-05-06T01:21:16.925878Z","steps":["trace[2139529057] 'agreement among raft nodes before linearized reading' (duration: 137.825039ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:16.925873Z","caller":"traceutil/trace.go:171","msg":"trace[111380263] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1167; }","duration":"220.799632ms","start":"2026-05-06T01:21:16.705058Z","end":"2026-05-06T01:21:16.925857Z","steps":["trace[111380263] 'agreement among raft nodes before linearized reading' (duration: 220.71535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:16.925916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.185637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:21:16.92597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.764992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:16.926005Z","caller":"traceutil/trace.go:171","msg":"trace[1989409571] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1167; }","duration":"205.286449ms","start":"2026-05-06T01:21:16.720698Z","end":"2026-05-06T01:21:16.925985Z","steps":["trace[1989409571] 'agreement among raft nodes before linearized reading' (duration: 205.130966ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:16.926022Z","caller":"traceutil/trace.go:171","msg":"trace[1812615047] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1167; }","duration":"188.833064ms","start":"2026-05-06T01:21:16.737173Z","end":"2026-05-06T01:21:16.926006Z","steps":["trace[1812615047] 'agreement among raft nodes before linearized reading' (duration: 188.742292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:16.925814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.569132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:16.926293Z","caller":"traceutil/trace.go:171","msg":"trace[515304228] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1167; }","duration":"204.941441ms","start":"2026-05-06T01:21:16.721209Z","end":"2026-05-06T01:21:16.92615Z","steps":["trace[515304228] 'agreement among raft nodes before linearized reading' (duration: 204.553662ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.166232Z","caller":"traceutil/trace.go:171","msg":"trace[835746605] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"234.79146ms","start":"2026-05-06T01:21:16.931413Z","end":"2026-05-06T01:21:17.166205Z","steps":["trace[835746605] 'process raft request' (duration: 234.582366ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.166519Z","caller":"traceutil/trace.go:171","msg":"trace[104396701] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"234.79049ms","start":"2026-05-06T01:21:16.931712Z","end":"2026-05-06T01:21:17.166503Z","steps":["trace[104396701] 'process raft request' (duration: 234.434912ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.166612Z","caller":"traceutil/trace.go:171","msg":"trace[2024501076] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"234.38092ms","start":"2026-05-06T01:21:16.93221Z","end":"2026-05-06T01:21:17.166591Z","steps":["trace[2024501076] 'process raft request' (duration: 234.183016ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.166644Z","caller":"traceutil/trace.go:171","msg":"trace[1657670345] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"234.298479ms","start":"2026-05-06T01:21:16.932314Z","end":"2026-05-06T01:21:17.166612Z","steps":["trace[1657670345] 'process raft request' (duration: 234.188086ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.166789Z","caller":"traceutil/trace.go:171","msg":"trace[1180102968] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"232.047466ms","start":"2026-05-06T01:21:16.934734Z","end":"2026-05-06T01:21:17.166781Z","steps":["trace[1180102968] 'process raft request' (duration: 231.80234ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.400483Z","caller":"traceutil/trace.go:171","msg":"trace[54258655] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"225.159864ms","start":"2026-05-06T01:21:17.175307Z","end":"2026-05-06T01:21:17.400467Z","steps":["trace[54258655] 'process raft request' (duration: 225.060362ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.447291Z","caller":"traceutil/trace.go:171","msg":"trace[903546536] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1207; }","duration":"241.457657ms","start":"2026-05-06T01:21:17.20581Z","end":"2026-05-06T01:21:17.447267Z","steps":["trace[903546536] 'read index received' (duration: 195.108381ms)","trace[903546536] 'applied index is now lower than readState.Index' (duration: 46.348426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:17.447475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.649061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:17.447472Z","caller":"traceutil/trace.go:171","msg":"trace[231109050] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"260.310238ms","start":"2026-05-06T01:21:17.187139Z","end":"2026-05-06T01:21:17.447449Z","steps":["trace[231109050] 'process raft request' (duration: 259.98781ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:17.447512Z","caller":"traceutil/trace.go:171","msg":"trace[494346430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"241.737793ms","start":"2026-05-06T01:21:17.205765Z","end":"2026-05-06T01:21:17.447503Z","steps":["trace[494346430] 'agreement among raft nodes before linearized reading' (duration: 241.657631ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:24.826759Z","caller":"traceutil/trace.go:171","msg":"trace[916638994] linearizableReadLoop","detail":"{readStateIndex:1241; appliedIndex:1240; }","duration":"126.3427ms","start":"2026-05-06T01:21:24.700392Z","end":"2026-05-06T01:21:24.826734Z","steps":["trace[916638994] 'read index received' (duration: 126.119464ms)","trace[916638994] 'applied index is now lower than readState.Index' (duration: 222.746µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:24.826954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.551094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T01:21:24.826982Z","caller":"traceutil/trace.go:171","msg":"trace[1270135201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1206; }","duration":"126.651047ms","start":"2026-05-06T01:21:24.700323Z","end":"2026-05-06T01:21:24.826974Z","steps":["trace[1270135201] 'agreement among raft nodes before linearized reading' (duration: 126.499044ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:24.827152Z","caller":"traceutil/trace.go:171","msg":"trace[1751536738] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"156.904166ms","start":"2026-05-06T01:21:24.670216Z","end":"2026-05-06T01:21:24.827121Z","steps":["trace[1751536738] 'process raft request' (duration: 156.385223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:25.515028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.568168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:21:25.515082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.085155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-05-06T01:21:25.515102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.057999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-06T01:21:25.515115Z","caller":"traceutil/trace.go:171","msg":"trace[1038458439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1207; }","duration":"308.763472ms","start":"2026-05-06T01:21:25.206331Z","end":"2026-05-06T01:21:25.515094Z","steps":["trace[1038458439] 'range keys from in-memory index tree' (duration: 308.456276ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:25.515155Z","caller":"traceutil/trace.go:171","msg":"trace[647931696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1207; }","duration":"309.155821ms","start":"2026-05-06T01:21:25.205985Z","end":"2026-05-06T01:21:25.515141Z","steps":["trace[647931696] 'range keys from in-memory index tree' (duration: 308.893756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:25.515169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:25.206297Z","time spent":"308.862165ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:21:25.515205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:25.205959Z","time spent":"309.238244ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:21:25.51504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.863135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T01:21:25.515156Z","caller":"traceutil/trace.go:171","msg":"trace[1464310580] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1207; }","duration":"512.199558ms","start":"2026-05-06T01:21:25.002934Z","end":"2026-05-06T01:21:25.515133Z","steps":["trace[1464310580] 'range keys from in-memory index tree' (duration: 511.930302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:25.515325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:25.002911Z","time spent":"512.400173ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-05-06T01:21:25.515376Z","caller":"traceutil/trace.go:171","msg":"trace[1608837735] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"307.700688ms","start":"2026-05-06T01:21:25.20763Z","end":"2026-05-06T01:21:25.515331Z","steps":["trace[1608837735] 'process raft request' (duration: 290.412433ms)","trace[1608837735] 'compare' (duration: 16.922006ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:25.515363Z","caller":"traceutil/trace.go:171","msg":"trace[299240506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1207; }","duration":"309.171842ms","start":"2026-05-06T01:21:25.206131Z","end":"2026-05-06T01:21:25.515303Z","steps":["trace[299240506] 'range keys from in-memory index tree' (duration: 308.731822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:25.515465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:25.206123Z","time spent":"309.301405ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:21:25.51548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:25.207608Z","time spent":"307.805771ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:21:25.515249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.831098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T01:21:25.515603Z","caller":"traceutil/trace.go:171","msg":"trace[2119386634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1207; }","duration":"529.234167ms","start":"2026-05-06T01:21:24.986357Z","end":"2026-05-06T01:21:25.515592Z","steps":["trace[2119386634] 'range keys from in-memory index tree' (duration: 528.639823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:25.515643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:24.98632Z","time spent":"529.309499ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T01:21:41.40561Z","caller":"traceutil/trace.go:171","msg":"trace[1902429567] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1386; }","duration":"463.941998ms","start":"2026-05-06T01:21:40.941645Z","end":"2026-05-06T01:21:41.405587Z","steps":["trace[1902429567] 'read index received' (duration: 463.713543ms)","trace[1902429567] 'applied index is now lower than readState.Index' (duration: 227.535µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:41.405704Z","caller":"traceutil/trace.go:171","msg":"trace[1695860971] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"605.134555ms","start":"2026-05-06T01:21:40.800538Z","end":"2026-05-06T01:21:41.405672Z","steps":["trace[1695860971] 'process raft request' (duration: 604.92008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:41.405847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.191684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T01:21:41.40586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:40.800514Z","time spent":"605.241407ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:21:41.405903Z","caller":"traceutil/trace.go:171","msg":"trace[1912437298] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1345; }","duration":"464.314866ms","start":"2026-05-06T01:21:40.941574Z","end":"2026-05-06T01:21:41.405889Z","steps":["trace[1912437298] 'agreement among raft nodes before linearized reading' (duration: 464.183033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:41.405941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:40.941549Z","time spent":"464.381808ms","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:21:41.406463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.539258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:21:41.406462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.138768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T01:21:41.406513Z","caller":"traceutil/trace.go:171","msg":"trace[1893839725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1345; }","duration":"200.63383ms","start":"2026-05-06T01:21:41.205867Z","end":"2026-05-06T01:21:41.406501Z","steps":["trace[1893839725] 'agreement among raft nodes before linearized reading' (duration: 200.525257ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:41.406536Z","caller":"traceutil/trace.go:171","msg":"trace[950446472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1345; }","duration":"381.278651ms","start":"2026-05-06T01:21:41.025238Z","end":"2026-05-06T01:21:41.406516Z","steps":["trace[950446472] 'agreement among raft nodes before linearized reading' (duration: 381.095697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:41.406577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:41.025191Z","time spent":"381.376593ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T01:21:41.406659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.140018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T01:21:41.406766Z","caller":"traceutil/trace.go:171","msg":"trace[2048223446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1345; }","duration":"349.314262ms","start":"2026-05-06T01:21:41.057429Z","end":"2026-05-06T01:21:41.406743Z","steps":["trace[2048223446] 'agreement among raft nodes before linearized reading' (duration: 349.002925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:41.406822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:41.057407Z","time spent":"349.405115ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:21:41.789559Z","caller":"traceutil/trace.go:171","msg":"trace[1738696266] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1389; }","duration":"161.752709ms","start":"2026-05-06T01:21:41.627774Z","end":"2026-05-06T01:21:41.789527Z","steps":["trace[1738696266] 'read index received' (duration: 161.569495ms)","trace[1738696266] 'applied index is now lower than readState.Index' (duration: 181.924µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:41.789745Z","caller":"traceutil/trace.go:171","msg":"trace[845050440] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"169.968642ms","start":"2026-05-06T01:21:41.619764Z","end":"2026-05-06T01:21:41.789732Z","steps":["trace[845050440] 'process raft request' (duration: 169.576893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:41.79Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.19486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:21:41.790038Z","caller":"traceutil/trace.go:171","msg":"trace[470594814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1348; }","duration":"162.286532ms","start":"2026-05-06T01:21:41.627741Z","end":"2026-05-06T01:21:41.790028Z","steps":["trace[470594814] 'agreement among raft nodes before linearized reading' (duration: 162.127168ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:41.89866Z","caller":"traceutil/trace.go:171","msg":"trace[1042022850] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"103.003063ms","start":"2026-05-06T01:21:41.795625Z","end":"2026-05-06T01:21:41.898628Z","steps":["trace[1042022850] 'process raft request' (duration: 88.106014ms)","trace[1042022850] 'compare' (duration: 14.629613ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:41.898876Z","caller":"traceutil/trace.go:171","msg":"trace[1273260080] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"102.698626ms","start":"2026-05-06T01:21:41.796143Z","end":"2026-05-06T01:21:41.898841Z","steps":["trace[1273260080] 'process raft request' (duration: 102.391489ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:45.734772Z","caller":"traceutil/trace.go:171","msg":"trace[2043736135] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"136.399986ms","start":"2026-05-06T01:21:45.598346Z","end":"2026-05-06T01:21:45.734745Z","steps":["trace[2043736135] 'process raft request' (duration: 68.50849ms)","trace[2043736135] 'compare' (duration: 67.720632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:45.989343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.505001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:21:45.989725Z","caller":"traceutil/trace.go:171","msg":"trace[680377287] linearizableReadLoop","detail":"{readStateIndex:1489; appliedIndex:1485; }","duration":"142.211194ms","start":"2026-05-06T01:21:45.847495Z","end":"2026-05-06T01:21:45.989706Z","steps":["trace[680377287] 'read index received' (duration: 7.230132ms)","trace[680377287] 'applied index is now lower than readState.Index' (duration: 134.980122ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:45.989699Z","caller":"traceutil/trace.go:171","msg":"trace[337803382] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"358.337698ms","start":"2026-05-06T01:21:45.631317Z","end":"2026-05-06T01:21:45.989655Z","steps":["trace[337803382] 'process raft request' (duration: 223.453118ms)","trace[337803382] 'compare' (duration: 134.332407ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:45.989725Z","caller":"traceutil/trace.go:171","msg":"trace[29204218] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"315.489039ms","start":"2026-05-06T01:21:45.674202Z","end":"2026-05-06T01:21:45.989691Z","steps":["trace[29204218] 'process raft request' (duration: 315.387026ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:45.98978Z","caller":"traceutil/trace.go:171","msg":"trace[202195752] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"184.8668ms","start":"2026-05-06T01:21:45.804885Z","end":"2026-05-06T01:21:45.989751Z","steps":["trace[202195752] 'process raft request' (duration: 184.785628ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:45.989802Z","caller":"traceutil/trace.go:171","msg":"trace[2136715440] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"242.458961ms","start":"2026-05-06T01:21:45.747315Z","end":"2026-05-06T01:21:45.989774Z","steps":["trace[2136715440] 'process raft request' (duration: 242.320768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:45.989864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:45.631269Z","time spent":"358.514613ms","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2381,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:21:45.98987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:45.674184Z","time spent":"315.614061ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:21:45.989903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.396819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:21:45.989946Z","caller":"traceutil/trace.go:171","msg":"trace[612596079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1445; }","duration":"142.44799ms","start":"2026-05-06T01:21:45.847488Z","end":"2026-05-06T01:21:45.989936Z","steps":["trace[612596079] 'agreement among raft nodes before linearized reading' (duration: 142.292026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:46.007408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.679581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:21:46.007494Z","caller":"traceutil/trace.go:171","msg":"trace[1770574538] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1446; }","duration":"125.818724ms","start":"2026-05-06T01:21:45.881658Z","end":"2026-05-06T01:21:46.007477Z","steps":["trace[1770574538] 'agreement among raft nodes before linearized reading' (duration: 125.606339ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:46.175995Z","caller":"traceutil/trace.go:171","msg":"trace[1083306362] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"164.220527ms","start":"2026-05-06T01:21:46.011654Z","end":"2026-05-06T01:21:46.175875Z","steps":["trace[1083306362] 'process raft request' (duration: 164.145895ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:46.176023Z","caller":"traceutil/trace.go:171","msg":"trace[1810102558] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"164.348351ms","start":"2026-05-06T01:21:46.011637Z","end":"2026-05-06T01:21:46.175985Z","steps":["trace[1810102558] 'process raft request' (duration: 164.003243ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:46.180801Z","caller":"traceutil/trace.go:171","msg":"trace[509976514] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"117.007964ms","start":"2026-05-06T01:21:46.063757Z","end":"2026-05-06T01:21:46.180765Z","steps":["trace[509976514] 'process raft request' (duration: 116.87659ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:46.180993Z","caller":"traceutil/trace.go:171","msg":"trace[310191552] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"116.394819ms","start":"2026-05-06T01:21:46.064561Z","end":"2026-05-06T01:21:46.180955Z","steps":["trace[310191552] 'process raft request' (duration: 116.127393ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:46.181335Z","caller":"traceutil/trace.go:171","msg":"trace[1494016059] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"118.383247ms","start":"2026-05-06T01:21:46.062934Z","end":"2026-05-06T01:21:46.181317Z","steps":["trace[1494016059] 'process raft request' (duration: 117.573477ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:46.75289Z","caller":"traceutil/trace.go:171","msg":"trace[703662730] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"126.627764ms","start":"2026-05-06T01:21:46.626243Z","end":"2026-05-06T01:21:46.75287Z","steps":["trace[703662730] 'process raft request' (duration: 126.398098ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:50.2433Z","caller":"traceutil/trace.go:171","msg":"trace[1515690979] linearizableReadLoop","detail":"{readStateIndex:1520; appliedIndex:1519; }","duration":"171.065721ms","start":"2026-05-06T01:21:50.072208Z","end":"2026-05-06T01:21:50.243274Z","steps":["trace[1515690979] 'read index received' (duration: 170.867676ms)","trace[1515690979] 'applied index is now lower than readState.Index' (duration: 196.865µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:50.243333Z","caller":"traceutil/trace.go:171","msg":"trace[1197614948] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"216.071532ms","start":"2026-05-06T01:21:50.02723Z","end":"2026-05-06T01:21:50.243301Z","steps":["trace[1197614948] 'process raft request' (duration: 215.832347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:50.243587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.360588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T01:21:50.243634Z","caller":"traceutil/trace.go:171","msg":"trace[604658303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1475; }","duration":"171.45844ms","start":"2026-05-06T01:21:50.07216Z","end":"2026-05-06T01:21:50.243619Z","steps":["trace[604658303] 'agreement among raft nodes before linearized reading' (duration: 171.283696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:50.566481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.625776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:21:50.566698Z","caller":"traceutil/trace.go:171","msg":"trace[298394126] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"318.202943ms","start":"2026-05-06T01:21:50.24848Z","end":"2026-05-06T01:21:50.566683Z","steps":["trace[298394126] 'process raft request' (duration: 318.162672ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:50.5667Z","caller":"traceutil/trace.go:171","msg":"trace[867172459] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"319.149426ms","start":"2026-05-06T01:21:50.247523Z","end":"2026-05-06T01:21:50.566673Z","steps":["trace[867172459] 'process raft request' (duration: 115.250403ms)","trace[867172459] 'compare' (duration: 203.485273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:21:50.566765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:50.248449Z","time spent":"318.284775ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:21:50.566817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:50.247503Z","time spent":"319.251678ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:21:50.566807Z","caller":"traceutil/trace.go:171","msg":"trace[1792866869] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"318.321226ms","start":"2026-05-06T01:21:50.248433Z","end":"2026-05-06T01:21:50.566755Z","steps":["trace[1792866869] 'process raft request' (duration: 318.159242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:21:50.567058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:21:50.248396Z","time spent":"318.527731ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:21:52.806475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.036271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:21:52.806608Z","caller":"traceutil/trace.go:171","msg":"trace[194515492] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"231.571471ms","start":"2026-05-06T01:21:52.575013Z","end":"2026-05-06T01:21:52.806584Z","steps":["trace[194515492] 'process raft request' (duration: 65.332825ms)","trace[194515492] 'compare' (duration: 165.905738ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:52.812929Z","caller":"traceutil/trace.go:171","msg":"trace[345600106] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"236.340615ms","start":"2026-05-06T01:21:52.576557Z","end":"2026-05-06T01:21:52.812898Z","steps":["trace[345600106] 'process raft request' (duration: 236.276634ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:52.812999Z","caller":"traceutil/trace.go:171","msg":"trace[1847809054] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"237.093453ms","start":"2026-05-06T01:21:52.575856Z","end":"2026-05-06T01:21:52.81295Z","steps":["trace[1847809054] 'process raft request' (duration: 236.815486ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:52.997795Z","caller":"traceutil/trace.go:171","msg":"trace[1598155976] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"117.247521ms","start":"2026-05-06T01:21:52.880522Z","end":"2026-05-06T01:21:52.99777Z","steps":["trace[1598155976] 'process raft request' (duration: 117.029776ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:21:53.160935Z","caller":"traceutil/trace.go:171","msg":"trace[1631660660] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"153.84426ms","start":"2026-05-06T01:21:53.007055Z","end":"2026-05-06T01:21:53.160899Z","steps":["trace[1631660660] 'process raft request' (duration: 95.143983ms)","trace[1631660660] 'compare' (duration: 58.572374ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:21:59.293375Z","caller":"traceutil/trace.go:171","msg":"trace[430567309] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"112.269872ms","start":"2026-05-06T01:21:59.181086Z","end":"2026-05-06T01:21:59.293356Z","steps":["trace[430567309] 'process raft request' (duration: 112.143029ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:03.951278Z","caller":"traceutil/trace.go:171","msg":"trace[538957154] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1747; }","duration":"110.984792ms","start":"2026-05-06T01:22:03.840267Z","end":"2026-05-06T01:22:03.951252Z","steps":["trace[538957154] 'read index received' (duration: 106.598027ms)","trace[538957154] 'applied index is now lower than readState.Index' (duration: 4.385455ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:03.951366Z","caller":"traceutil/trace.go:171","msg":"trace[1736991108] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"114.427103ms","start":"2026-05-06T01:22:03.836886Z","end":"2026-05-06T01:22:03.951313Z","steps":["trace[1736991108] 'process raft request' (duration: 109.824563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:03.951567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.258768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T01:22:03.951697Z","caller":"traceutil/trace.go:171","msg":"trace[333239111] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1697; }","duration":"111.449932ms","start":"2026-05-06T01:22:03.840212Z","end":"2026-05-06T01:22:03.951662Z","steps":["trace[333239111] 'agreement among raft nodes before linearized reading' (duration: 111.163396ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:03.957491Z","caller":"traceutil/trace.go:171","msg":"trace[1178659892] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"109.635589ms","start":"2026-05-06T01:22:03.84782Z","end":"2026-05-06T01:22:03.957456Z","steps":["trace[1178659892] 'process raft request' (duration: 109.337872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.179511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.018389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:22:15.179701Z","caller":"traceutil/trace.go:171","msg":"trace[943343125] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"1.142048059s","start":"2026-05-06T01:22:14.037625Z","end":"2026-05-06T01:22:15.179673Z","steps":["trace[943343125] 'read index received' (duration: 488.773443ms)","trace[943343125] 'applied index is now lower than readState.Index' (duration: 653.272626ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:15.179881Z","caller":"traceutil/trace.go:171","msg":"trace[313378311] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.176052668s","start":"2026-05-06T01:22:14.00379Z","end":"2026-05-06T01:22:15.179842Z","steps":["trace[313378311] 'process raft request' (duration: 522.596098ms)","trace[313378311] 'compare' (duration: 652.510037ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:22:15.179968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142326185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:22:15.180048Z","caller":"traceutil/trace.go:171","msg":"trace[1626743736] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1872; }","duration":"1.142432938s","start":"2026-05-06T01:22:14.037595Z","end":"2026-05-06T01:22:15.180028Z","steps":["trace[1626743736] 'agreement among raft nodes before linearized reading' (duration: 1.142272434s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.180075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.00376Z","time spent":"1.176213102s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:15.180082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.037579Z","time spent":"1.142493209s","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:22:15.190814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087534711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acd5594b9fb8cd\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-05-06T01:22:15.190869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.235642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:22:15.19089Z","caller":"traceutil/trace.go:171","msg":"trace[1527646250] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acd5594b9fb8cd; range_end:; response_count:1; response_revision:1873; }","duration":"1.087648694s","start":"2026-05-06T01:22:14.103219Z","end":"2026-05-06T01:22:15.190868Z","steps":["trace[1527646250] 'agreement among raft nodes before linearized reading' (duration: 1.08747021s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.190925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.103198Z","time spent":"1.087721695s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18acd5594b9fb8cd\" "} {"level":"info","ts":"2026-05-06T01:22:15.191074Z","caller":"traceutil/trace.go:171","msg":"trace[905420577] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"857.392824ms","start":"2026-05-06T01:22:14.33367Z","end":"2026-05-06T01:22:15.191063Z","steps":["trace[905420577] 'process raft request' (duration: 856.912962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.191122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.746319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-05-06T01:22:15.191152Z","caller":"traceutil/trace.go:171","msg":"trace[1490698599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"303.79771ms","start":"2026-05-06T01:22:14.887345Z","end":"2026-05-06T01:22:15.191143Z","steps":["trace[1490698599] 'agreement among raft nodes before linearized reading' (duration: 303.718858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.191155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.333648Z","time spent":"857.456755ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:15.191185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.887316Z","time spent":"303.862341ms","remote":"127.0.0.1:46258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-06T01:22:15.190923Z","caller":"traceutil/trace.go:171","msg":"trace[1384046126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1873; }","duration":"257.308143ms","start":"2026-05-06T01:22:14.933598Z","end":"2026-05-06T01:22:15.190906Z","steps":["trace[1384046126] 'agreement among raft nodes before linearized reading' (duration: 257.141809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.191285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.981785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T01:22:15.1914Z","caller":"traceutil/trace.go:171","msg":"trace[264854390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1873; }","duration":"257.113619ms","start":"2026-05-06T01:22:14.934259Z","end":"2026-05-06T01:22:15.191373Z","steps":["trace[264854390] 'agreement among raft nodes before linearized reading' (duration: 256.855093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.191389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.936341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:22:15.191459Z","caller":"traceutil/trace.go:171","msg":"trace[859347838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"983.063345ms","start":"2026-05-06T01:22:14.208386Z","end":"2026-05-06T01:22:15.191449Z","steps":["trace[859347838] 'agreement among raft nodes before linearized reading' (duration: 982.939212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.191491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.208354Z","time spent":"983.124476ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:22:15.191506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.273788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f78d916-6887-4ce0-ac50-d04057ff4652\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-06T01:22:15.191624Z","caller":"traceutil/trace.go:171","msg":"trace[1340563978] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f78d916-6887-4ce0-ac50-d04057ff4652; range_end:; response_count:1; response_revision:1873; }","duration":"735.381819ms","start":"2026-05-06T01:22:14.45617Z","end":"2026-05-06T01:22:15.191552Z","steps":["trace[1340563978] 'agreement among raft nodes before linearized reading' (duration: 735.065012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.191613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.250511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T01:22:15.19167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.456151Z","time spent":"735.509473ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f78d916-6887-4ce0-ac50-d04057ff4652\" "} {"level":"info","ts":"2026-05-06T01:22:15.191711Z","caller":"traceutil/trace.go:171","msg":"trace[1033267524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1873; }","duration":"254.413725ms","start":"2026-05-06T01:22:14.937272Z","end":"2026-05-06T01:22:15.191686Z","steps":["trace[1033267524] 'agreement among raft nodes before linearized reading' (duration: 254.100757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.192059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.513798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:22:15.19212Z","caller":"traceutil/trace.go:171","msg":"trace[1509775933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"989.61117ms","start":"2026-05-06T01:22:14.202493Z","end":"2026-05-06T01:22:15.192104Z","steps":["trace[1509775933] 'agreement among raft nodes before linearized reading' (duration: 988.687879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.192151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:14.202471Z","time spent":"989.674111ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:22:15.544556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.811844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:22:15.54504Z","caller":"traceutil/trace.go:171","msg":"trace[545111828] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1928; }","duration":"341.449026ms","start":"2026-05-06T01:22:15.203563Z","end":"2026-05-06T01:22:15.545012Z","steps":["trace[545111828] 'read index received' (duration: 37.662917ms)","trace[545111828] 'applied index is now lower than readState.Index' (duration: 303.783879ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:15.545057Z","caller":"traceutil/trace.go:171","msg":"trace[770392082] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"348.901213ms","start":"2026-05-06T01:22:15.196112Z","end":"2026-05-06T01:22:15.545013Z","steps":["trace[770392082] 'process raft request' (duration: 348.636217ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:15.545152Z","caller":"traceutil/trace.go:171","msg":"trace[772522322] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"349.053658ms","start":"2026-05-06T01:22:15.195855Z","end":"2026-05-06T01:22:15.544909Z","steps":["trace[772522322] 'process raft request' (duration: 172.63506ms)","trace[772522322] 'compare' (duration: 175.569867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:22:15.545271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:15.196079Z","time spent":"349.068827ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:15.545282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.689192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:22:15.545429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.200894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-05-06T01:22:15.545442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:15.195847Z","time spent":"349.523229ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:15.545457Z","caller":"traceutil/trace.go:171","msg":"trace[202283400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"341.901207ms","start":"2026-05-06T01:22:15.20353Z","end":"2026-05-06T01:22:15.545431Z","steps":["trace[202283400] 'agreement among raft nodes before linearized reading' (duration: 341.60141ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:15.545089Z","caller":"traceutil/trace.go:171","msg":"trace[241760333] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"348.657808ms","start":"2026-05-06T01:22:15.19639Z","end":"2026-05-06T01:22:15.545047Z","steps":["trace[241760333] 'process raft request' (duration: 348.520715ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:15.545494Z","caller":"traceutil/trace.go:171","msg":"trace[2032998942] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1877; }","duration":"205.303286ms","start":"2026-05-06T01:22:15.34017Z","end":"2026-05-06T01:22:15.545473Z","steps":["trace[2032998942] 'agreement among raft nodes before linearized reading' (duration: 205.03223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:15.545603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:15.203516Z","time spent":"342.03532ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:22:15.545999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:15.19637Z","time spent":"349.316493ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:20.455968Z","caller":"traceutil/trace.go:171","msg":"trace[1283136809] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2004; }","duration":"377.406222ms","start":"2026-05-06T01:22:20.078527Z","end":"2026-05-06T01:22:20.455933Z","steps":["trace[1283136809] 'read index received' (duration: 376.988062ms)","trace[1283136809] 'applied index is now lower than readState.Index' (duration: 416.93µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:20.456049Z","caller":"traceutil/trace.go:171","msg":"trace[2126855189] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"389.395367ms","start":"2026-05-06T01:22:20.066603Z","end":"2026-05-06T01:22:20.455999Z","steps":["trace[2126855189] 'process raft request' (duration: 389.077989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:20.456307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.75342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-06T01:22:20.456365Z","caller":"traceutil/trace.go:171","msg":"trace[472689463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1948; }","duration":"377.903094ms","start":"2026-05-06T01:22:20.078442Z","end":"2026-05-06T01:22:20.456345Z","steps":["trace[472689463] 'agreement among raft nodes before linearized reading' (duration: 377.672199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:20.456375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.743784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:22:20.456435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:20.078408Z","time spent":"378.010916ms","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T01:22:20.456386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:20.066576Z","time spent":"389.564551ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:20.456477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.374493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-05-06T01:22:20.456683Z","caller":"traceutil/trace.go:171","msg":"trace[1521459376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"222.636489ms","start":"2026-05-06T01:22:20.234027Z","end":"2026-05-06T01:22:20.456663Z","steps":["trace[1521459376] 'agreement among raft nodes before linearized reading' (duration: 222.229999ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:20.456505Z","caller":"traceutil/trace.go:171","msg":"trace[149383126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"249.944568ms","start":"2026-05-06T01:22:20.206534Z","end":"2026-05-06T01:22:20.456479Z","steps":["trace[149383126] 'agreement among raft nodes before linearized reading' (duration: 249.680292ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:22.897382Z","caller":"traceutil/trace.go:171","msg":"trace[87901513] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"100.075152ms","start":"2026-05-06T01:22:22.797284Z","end":"2026-05-06T01:22:22.89736Z","steps":["trace[87901513] 'process raft request' (duration: 99.913008ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:57.660236Z","caller":"traceutil/trace.go:171","msg":"trace[1493076170] linearizableReadLoop","detail":"{readStateIndex:2281; appliedIndex:2280; }","duration":"272.330755ms","start":"2026-05-06T01:22:57.38788Z","end":"2026-05-06T01:22:57.660211Z","steps":["trace[1493076170] 'read index received' (duration: 272.13181ms)","trace[1493076170] 'applied index is now lower than readState.Index' (duration: 198.095µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:22:57.660346Z","caller":"traceutil/trace.go:171","msg":"trace[1970464723] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"285.816739ms","start":"2026-05-06T01:22:57.374505Z","end":"2026-05-06T01:22:57.660321Z","steps":["trace[1970464723] 'process raft request' (duration: 285.568003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:57.660474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.581681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-06T01:22:57.660531Z","caller":"traceutil/trace.go:171","msg":"trace[1566309476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"272.720864ms","start":"2026-05-06T01:22:57.387796Z","end":"2026-05-06T01:22:57.660516Z","steps":["trace[1566309476] 'agreement among raft nodes before linearized reading' (duration: 272.535709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.418429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:57.757769Z","time spent":"660.650756ms","remote":"127.0.0.1:57984","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T01:22:58.419381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.361903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-06T01:22:58.419869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.881075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-05-06T01:22:58.419912Z","caller":"traceutil/trace.go:171","msg":"trace[1751565230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2211; }","duration":"700.996208ms","start":"2026-05-06T01:22:57.718906Z","end":"2026-05-06T01:22:58.419902Z","steps":["trace[1751565230] 'agreement among raft nodes before linearized reading' (duration: 700.826104ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:58.419937Z","caller":"traceutil/trace.go:171","msg":"trace[2076121448] linearizableReadLoop","detail":"{readStateIndex:2282; appliedIndex:2281; }","duration":"700.697061ms","start":"2026-05-06T01:22:57.718987Z","end":"2026-05-06T01:22:58.419684Z","steps":["trace[2076121448] 'read index received' (duration: 323.643202ms)","trace[2076121448] 'applied index is now lower than readState.Index' (duration: 377.052189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:22:58.419946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:57.718877Z","time spent":"701.063919ms","remote":"127.0.0.1:46258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T01:22:58.420094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.337369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:22:58.420124Z","caller":"traceutil/trace.go:171","msg":"trace[1300741565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2211; }","duration":"653.368699ms","start":"2026-05-06T01:22:57.766747Z","end":"2026-05-06T01:22:58.420115Z","steps":["trace[1300741565] 'agreement among raft nodes before linearized reading' (duration: 653.284077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.420145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:57.766693Z","time spent":"653.447572ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:22:58.420165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.537241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-05-06T01:22:58.420222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.110938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18acd55f380cb06e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-06T01:22:58.420237Z","caller":"traceutil/trace.go:171","msg":"trace[1941465178] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2211; }","duration":"170.626743ms","start":"2026-05-06T01:22:58.249592Z","end":"2026-05-06T01:22:58.420219Z","steps":["trace[1941465178] 'agreement among raft nodes before linearized reading' (duration: 170.436048ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:58.420246Z","caller":"traceutil/trace.go:171","msg":"trace[1588889221] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18acd55f380cb06e; range_end:; response_count:1; response_revision:2211; }","duration":"581.184419ms","start":"2026-05-06T01:22:57.839055Z","end":"2026-05-06T01:22:58.420239Z","steps":["trace[1588889221] 'agreement among raft nodes before linearized reading' (duration: 581.107498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.420268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:57.839029Z","time spent":"581.234611ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18acd55f380cb06e\" "} {"level":"warn","ts":"2026-05-06T01:22:58.420334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.717543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T01:22:58.420365Z","caller":"traceutil/trace.go:171","msg":"trace[926281148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2211; }","duration":"647.790315ms","start":"2026-05-06T01:22:57.772567Z","end":"2026-05-06T01:22:58.420358Z","steps":["trace[926281148] 'agreement among raft nodes before linearized reading' (duration: 647.687843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.420389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:57.772552Z","time spent":"647.828666ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T01:22:58.420301Z","caller":"traceutil/trace.go:171","msg":"trace[1903433602] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"754.360333ms","start":"2026-05-06T01:22:57.665332Z","end":"2026-05-06T01:22:58.419693Z","steps":["trace[1903433602] 'process raft request' (duration: 377.405147ms)","trace[1903433602] 'compare' (duration: 375.392959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:22:58.420474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.145518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-06T01:22:58.420498Z","caller":"traceutil/trace.go:171","msg":"trace[1379416830] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2211; }","duration":"347.170619ms","start":"2026-05-06T01:22:58.073321Z","end":"2026-05-06T01:22:58.420492Z","steps":["trace[1379416830] 'agreement among raft nodes before linearized reading' (duration: 347.107887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.420459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.083199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:22:58.42061Z","caller":"traceutil/trace.go:171","msg":"trace[688398127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2211; }","duration":"647.259902ms","start":"2026-05-06T01:22:57.773309Z","end":"2026-05-06T01:22:58.420569Z","steps":["trace[688398127] 'agreement among raft nodes before linearized reading' (duration: 646.786231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.420521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.073239Z","time spent":"347.277201ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T01:22:58.420682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:57.773301Z","time spent":"647.365675ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:22:58.42045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.461109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-05-06T01:22:58.420732Z","caller":"traceutil/trace.go:171","msg":"trace[1167251250] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2211; }","duration":"175.777497ms","start":"2026-05-06T01:22:58.244947Z","end":"2026-05-06T01:22:58.420724Z","steps":["trace[1167251250] 'agreement among raft nodes before linearized reading' (duration: 175.440319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.420384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.658876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-06T01:22:58.420827Z","caller":"traceutil/trace.go:171","msg":"trace[514227796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2211; }","duration":"359.172178ms","start":"2026-05-06T01:22:58.061645Z","end":"2026-05-06T01:22:58.420817Z","steps":["trace[514227796] 'agreement among raft nodes before linearized reading' (duration: 358.437441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:58.420864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.061624Z","time spent":"359.223559ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:22:58.420829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:57.665311Z","time spent":"755.196383ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:58.925501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226936007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:22:59.026355Z","caller":"traceutil/trace.go:171","msg":"trace[2064253535] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"603.220011ms","start":"2026-05-06T01:22:58.423109Z","end":"2026-05-06T01:22:59.026329Z","steps":["trace[2064253535] 'process raft request' (duration: 602.981985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:59.026509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.423083Z","time spent":"603.350484ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:59.041802Z","caller":"traceutil/trace.go:171","msg":"trace[940877862] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"616.253295ms","start":"2026-05-06T01:22:58.425512Z","end":"2026-05-06T01:22:59.041765Z","steps":["trace[940877862] 'process raft request' (duration: 615.957478ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:59.042144Z","caller":"traceutil/trace.go:171","msg":"trace[1140476490] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"616.495391ms","start":"2026-05-06T01:22:58.425609Z","end":"2026-05-06T01:22:59.042105Z","steps":["trace[1140476490] 'process raft request' (duration: 616.04107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:59.04218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.425497Z","time spent":"616.472551ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:59.042311Z","caller":"traceutil/trace.go:171","msg":"trace[564948134] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"616.619704ms","start":"2026-05-06T01:22:58.42566Z","end":"2026-05-06T01:22:59.04228Z","steps":["trace[564948134] 'process raft request' (duration: 616.303237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:59.042348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.425603Z","time spent":"616.629164ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:59.042373Z","caller":"traceutil/trace.go:171","msg":"trace[1444991596] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"616.593943ms","start":"2026-05-06T01:22:58.425763Z","end":"2026-05-06T01:22:59.042357Z","steps":["trace[1444991596] 'process raft request' (duration: 616.328017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:59.042456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.425654Z","time spent":"616.737187ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:22:59.042482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.425756Z","time spent":"616.671025ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:59.042259Z","caller":"traceutil/trace.go:171","msg":"trace[1056049271] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"616.319976ms","start":"2026-05-06T01:22:58.42592Z","end":"2026-05-06T01:22:59.04224Z","steps":["trace[1056049271] 'process raft request' (duration: 616.242484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:59.042612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.425912Z","time spent":"616.638365ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:22:59.044453Z","caller":"traceutil/trace.go:171","msg":"trace[692754034] linearizableReadLoop","detail":"{readStateIndex:2289; appliedIndex:2282; }","duration":"619.466352ms","start":"2026-05-06T01:22:58.424971Z","end":"2026-05-06T01:22:59.044437Z","steps":["trace[692754034] 'read index received' (duration: 601.242023ms)","trace[692754034] 'applied index is now lower than readState.Index' (duration: 18.223659ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:22:59.044617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.536684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-06T01:22:59.044645Z","caller":"traceutil/trace.go:171","msg":"trace[1342128284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2217; }","duration":"619.575065ms","start":"2026-05-06T01:22:58.425059Z","end":"2026-05-06T01:22:59.044635Z","steps":["trace[1342128284] 'agreement among raft nodes before linearized reading' (duration: 619.476103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:59.044663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.425034Z","time spent":"619.625377ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:22:59.044768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.78051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"warn","ts":"2026-05-06T01:22:59.044798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.389385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11670"} {"level":"warn","ts":"2026-05-06T01:22:59.044776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.551531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-06T01:22:59.044862Z","caller":"traceutil/trace.go:171","msg":"trace[997093656] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2217; }","duration":"619.939284ms","start":"2026-05-06T01:22:58.424891Z","end":"2026-05-06T01:22:59.044831Z","steps":["trace[997093656] 'agreement among raft nodes before linearized reading' (duration: 619.635506ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:59.044868Z","caller":"traceutil/trace.go:171","msg":"trace[1818670113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2217; }","duration":"530.491437ms","start":"2026-05-06T01:22:58.514359Z","end":"2026-05-06T01:22:59.044851Z","steps":["trace[1818670113] 'agreement among raft nodes before linearized reading' (duration: 530.258572ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:22:59.044907Z","caller":"traceutil/trace.go:171","msg":"trace[695175756] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2217; }","duration":"338.718865ms","start":"2026-05-06T01:22:58.706171Z","end":"2026-05-06T01:22:59.04489Z","steps":["trace[695175756] 'agreement among raft nodes before linearized reading' (duration: 338.412178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:22:59.045009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.706145Z","time spent":"338.848908ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:22:59.044919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.514342Z","time spent":"530.56666ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11694,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T01:22:59.044919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:22:58.424869Z","time spent":"620.036196ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:23:37.606641Z","caller":"traceutil/trace.go:171","msg":"trace[735158841] linearizableReadLoop","detail":"{readStateIndex:2617; appliedIndex:2616; }","duration":"401.11606ms","start":"2026-05-06T01:23:37.205503Z","end":"2026-05-06T01:23:37.606619Z","steps":["trace[735158841] 'read index received' (duration: 400.920195ms)","trace[735158841] 'applied index is now lower than readState.Index' (duration: 194.935µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:23:37.606845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.311254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:23:37.60695Z","caller":"traceutil/trace.go:171","msg":"trace[166090432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2528; }","duration":"401.444197ms","start":"2026-05-06T01:23:37.20548Z","end":"2026-05-06T01:23:37.606924Z","steps":["trace[166090432] 'agreement among raft nodes before linearized reading' (duration: 401.272233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:23:37.607011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:23:37.205472Z","time spent":"401.530089ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:23:37.607107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.036051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-06T01:23:37.607172Z","caller":"traceutil/trace.go:171","msg":"trace[34107729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2528; }","duration":"358.148154ms","start":"2026-05-06T01:23:37.24901Z","end":"2026-05-06T01:23:37.607158Z","steps":["trace[34107729] 'agreement among raft nodes before linearized reading' (duration: 357.951489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:23:37.607226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:23:37.248995Z","time spent":"358.213945ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T01:23:37.607372Z","caller":"traceutil/trace.go:171","msg":"trace[1668596007] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"429.843381ms","start":"2026-05-06T01:23:37.177477Z","end":"2026-05-06T01:23:37.60732Z","steps":["trace[1668596007] 'process raft request' (duration: 429.014962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:23:37.607512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:23:37.177457Z","time spent":"429.976044ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:23:37.607835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.426888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-06T01:23:37.607897Z","caller":"traceutil/trace.go:171","msg":"trace[1841877558] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2528; }","duration":"355.508299ms","start":"2026-05-06T01:23:37.252377Z","end":"2026-05-06T01:23:37.607885Z","steps":["trace[1841877558] 'agreement among raft nodes before linearized reading' (duration: 355.324205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:23:37.607938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:23:37.25237Z","time spent":"355.557731ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T01:23:37.60795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.390655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-06T01:23:37.608001Z","caller":"traceutil/trace.go:171","msg":"trace[1164137033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2528; }","duration":"357.451397ms","start":"2026-05-06T01:23:37.250535Z","end":"2026-05-06T01:23:37.607986Z","steps":["trace[1164137033] 'agreement among raft nodes before linearized reading' (duration: 357.329324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:23:37.608048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:23:37.25053Z","time spent":"357.509118ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:23:37.608164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.77909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-05-06T01:23:37.608198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.693426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-06T01:23:37.608223Z","caller":"traceutil/trace.go:171","msg":"trace[232684519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2528; }","duration":"358.718487ms","start":"2026-05-06T01:23:37.249497Z","end":"2026-05-06T01:23:37.608216Z","steps":["trace[232684519] 'agreement among raft nodes before linearized reading' (duration: 358.632355ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:23:37.608224Z","caller":"traceutil/trace.go:171","msg":"trace[1221642750] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2528; }","duration":"166.870983ms","start":"2026-05-06T01:23:37.441334Z","end":"2026-05-06T01:23:37.608205Z","steps":["trace[1221642750] 'agreement among raft nodes before linearized reading' (duration: 166.730709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:23:37.60825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:23:37.24947Z","time spent":"358.773408ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T01:23:37.60828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.301044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-05-06T01:23:37.608324Z","caller":"traceutil/trace.go:171","msg":"trace[1373474748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2528; }","duration":"355.366146ms","start":"2026-05-06T01:23:37.252948Z","end":"2026-05-06T01:23:37.608314Z","steps":["trace[1373474748] 'agreement among raft nodes before linearized reading' (duration: 355.253854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:23:37.608361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:23:37.252937Z","time spent":"355.415697ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:23:37.60852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.0144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-05-06T01:23:37.608572Z","caller":"traceutil/trace.go:171","msg":"trace[235664767] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2528; }","duration":"129.092142ms","start":"2026-05-06T01:23:37.479466Z","end":"2026-05-06T01:23:37.608558Z","steps":["trace[235664767] 'agreement among raft nodes before linearized reading' (duration: 128.952269ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:23:39.759123Z","caller":"traceutil/trace.go:171","msg":"trace[1018781093] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"108.731271ms","start":"2026-05-06T01:23:39.650368Z","end":"2026-05-06T01:23:39.759099Z","steps":["trace[1018781093] 'process raft request' (duration: 108.567928ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:23:39.780237Z","caller":"traceutil/trace.go:171","msg":"trace[635670875] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"129.614724ms","start":"2026-05-06T01:23:39.650582Z","end":"2026-05-06T01:23:39.780197Z","steps":["trace[635670875] 'process raft request' (duration: 129.285836ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:11.105586Z","caller":"traceutil/trace.go:171","msg":"trace[393664400] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2866; }","duration":"256.904334ms","start":"2026-05-06T01:24:10.848656Z","end":"2026-05-06T01:24:11.10556Z","steps":["trace[393664400] 'read index received' (duration: 256.692589ms)","trace[393664400] 'applied index is now lower than readState.Index' (duration: 210.665µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:24:11.105713Z","caller":"traceutil/trace.go:171","msg":"trace[965625827] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"261.452941ms","start":"2026-05-06T01:24:10.844208Z","end":"2026-05-06T01:24:11.105661Z","steps":["trace[965625827] 'process raft request' (duration: 261.177374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:11.105794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.122198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:24:11.105843Z","caller":"traceutil/trace.go:171","msg":"trace[1572899616] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2763; }","duration":"257.256712ms","start":"2026-05-06T01:24:10.848572Z","end":"2026-05-06T01:24:11.105829Z","steps":["trace[1572899616] 'agreement among raft nodes before linearized reading' (duration: 257.109819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:11.44327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.332889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:24:11.443361Z","caller":"traceutil/trace.go:171","msg":"trace[1804683173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2763; }","duration":"237.453732ms","start":"2026-05-06T01:24:11.205872Z","end":"2026-05-06T01:24:11.443326Z","steps":["trace[1804683173] 'range keys from in-memory index tree' (duration: 237.215707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:11.443594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.603162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:24:11.443718Z","caller":"traceutil/trace.go:171","msg":"trace[1324597783] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2763; }","duration":"138.821897ms","start":"2026-05-06T01:24:11.304875Z","end":"2026-05-06T01:24:11.443696Z","steps":["trace[1324597783] 'count revisions from in-memory index tree' (duration: 138.483719ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:11.923021Z","caller":"traceutil/trace.go:171","msg":"trace[993312036] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"254.035565ms","start":"2026-05-06T01:24:11.668947Z","end":"2026-05-06T01:24:11.922983Z","steps":["trace[993312036] 'process raft request' (duration: 253.80217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:12.330487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.507046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:24:12.330573Z","caller":"traceutil/trace.go:171","msg":"trace[73518478] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"402.960441ms","start":"2026-05-06T01:24:11.927598Z","end":"2026-05-06T01:24:12.330559Z","steps":["trace[73518478] 'process raft request' (duration: 23.303551ms)","trace[73518478] 'compare' (duration: 379.419375ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:24:12.330609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:11.927573Z","time spent":"403.018833ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:24:13.307502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356495019s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T01:24:13.344375Z","caller":"traceutil/trace.go:171","msg":"trace[869194109] linearizableReadLoop","detail":"{readStateIndex:2870; appliedIndex:2868; }","duration":"1.408489891s","start":"2026-05-06T01:24:11.935863Z","end":"2026-05-06T01:24:13.344353Z","steps":["trace[869194109] 'read index received' (duration: 15.108208ms)","trace[869194109] 'applied index is now lower than readState.Index' (duration: 1.393380973s)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:24:13.344418Z","caller":"traceutil/trace.go:171","msg":"trace[343289177] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"1.415546087s","start":"2026-05-06T01:24:11.928826Z","end":"2026-05-06T01:24:13.344372Z","steps":["trace[343289177] 'process raft request' (duration: 1.378837298s)","trace[343289177] 'compare' (duration: 36.605287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:24:13.344679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:11.928797Z","time spent":"1.415754423s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:24:13.344733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408843519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-06T01:24:13.344829Z","caller":"traceutil/trace.go:171","msg":"trace[702305298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2766; }","duration":"1.408971802s","start":"2026-05-06T01:24:11.935835Z","end":"2026-05-06T01:24:13.344806Z","steps":["trace[702305298] 'agreement among raft nodes before linearized reading' (duration: 1.408673255s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.344893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:11.935818Z","time spent":"1.409060124s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:24:13.374374Z","caller":"traceutil/trace.go:171","msg":"trace[444053593] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"1.383791226s","start":"2026-05-06T01:24:11.990557Z","end":"2026-05-06T01:24:13.374348Z","steps":["trace[444053593] 'process raft request' (duration: 1.383646893s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.374542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:11.990532Z","time spent":"1.383928189s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:24:13.37465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438663425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-06T01:24:13.374757Z","caller":"traceutil/trace.go:171","msg":"trace[295464607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2767; }","duration":"1.43886768s","start":"2026-05-06T01:24:11.935869Z","end":"2026-05-06T01:24:13.374737Z","steps":["trace[295464607] 'agreement among raft nodes before linearized reading' (duration: 1.438487951s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.374857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:11.935848Z","time spent":"1.438986513s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:24:13.375057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.570696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:24:13.375139Z","caller":"traceutil/trace.go:171","msg":"trace[1293627854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"169.681828ms","start":"2026-05-06T01:24:13.205449Z","end":"2026-05-06T01:24:13.375131Z","steps":["trace[1293627854] 'agreement among raft nodes before linearized reading' (duration: 169.581936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115226117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:24:13.375222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260165899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-05-06T01:24:13.375266Z","caller":"traceutil/trace.go:171","msg":"trace[1277610967] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2767; }","duration":"1.2602447s","start":"2026-05-06T01:24:12.115008Z","end":"2026-05-06T01:24:13.375253Z","steps":["trace[1277610967] 'agreement among raft nodes before linearized reading' (duration: 1.260091676s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:12.114988Z","time spent":"1.260311542s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:24:13.375276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394262303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:24:13.375394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.890691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-05-06T01:24:13.375393Z","caller":"traceutil/trace.go:171","msg":"trace[1786311440] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2767; }","duration":"1.394442118s","start":"2026-05-06T01:24:11.980931Z","end":"2026-05-06T01:24:13.375373Z","steps":["trace[1786311440] 'agreement among raft nodes before linearized reading' (duration: 1.394219603s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258556931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-05-06T01:24:13.375427Z","caller":"traceutil/trace.go:171","msg":"trace[1023350348] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2767; }","duration":"590.943263ms","start":"2026-05-06T01:24:12.784472Z","end":"2026-05-06T01:24:13.375415Z","steps":["trace[1023350348] 'agreement among raft nodes before linearized reading' (duration: 590.81296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:12.784453Z","time spent":"590.997644ms","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1320,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-06T01:24:13.375466Z","caller":"traceutil/trace.go:171","msg":"trace[1487844801] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2767; }","duration":"1.258665203s","start":"2026-05-06T01:24:12.116775Z","end":"2026-05-06T01:24:13.37544Z","steps":["trace[1487844801] 'agreement among raft nodes before linearized reading' (duration: 1.258440898s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:11.980908Z","time spent":"1.39453013s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:24:13.37548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439112326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-05-06T01:24:13.375512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:12.116756Z","time spent":"1.258745065s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:24:13.375259Z","caller":"traceutil/trace.go:171","msg":"trace[47958447] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2767; }","duration":"1.11537416s","start":"2026-05-06T01:24:12.259866Z","end":"2026-05-06T01:24:13.37524Z","steps":["trace[47958447] 'agreement among raft nodes before linearized reading' (duration: 1.115185305s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:12.259841Z","time spent":"1.115747599s","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:24:13.375614Z","caller":"traceutil/trace.go:171","msg":"trace[1985384134] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2767; }","duration":"1.439216019s","start":"2026-05-06T01:24:11.936316Z","end":"2026-05-06T01:24:13.375532Z","steps":["trace[1985384134] 'agreement among raft nodes before linearized reading' (duration: 1.438918062s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.884336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T01:24:13.375679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:11.936303Z","time spent":"1.439361232s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-06T01:24:13.375718Z","caller":"traceutil/trace.go:171","msg":"trace[1145017379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2768; }","duration":"265.944618ms","start":"2026-05-06T01:24:13.109764Z","end":"2026-05-06T01:24:13.375709Z","steps":["trace[1145017379] 'agreement among raft nodes before linearized reading' (duration: 265.855886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.375653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.968163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:24:13.375931Z","caller":"traceutil/trace.go:171","msg":"trace[1895980598] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2768; }","duration":"436.349102ms","start":"2026-05-06T01:24:12.939553Z","end":"2026-05-06T01:24:13.375902Z","steps":["trace[1895980598] 'agreement among raft nodes before linearized reading' (duration: 435.742718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:13.376007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:24:12.939525Z","time spent":"436.463505ms","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:24:43.06153Z","caller":"traceutil/trace.go:171","msg":"trace[157311147] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"125.043731ms","start":"2026-05-06T01:24:42.93646Z","end":"2026-05-06T01:24:43.061503Z","steps":["trace[157311147] 'process raft request' (duration: 124.895567ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:49.086208Z","caller":"traceutil/trace.go:171","msg":"trace[690392618] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"152.947501ms","start":"2026-05-06T01:24:48.933235Z","end":"2026-05-06T01:24:49.086182Z","steps":["trace[690392618] 'process raft request' (duration: 152.791427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:49.211616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.169479ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T01:24:49.229287Z","caller":"traceutil/trace.go:171","msg":"trace[198926649] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"133.578193ms","start":"2026-05-06T01:24:49.095687Z","end":"2026-05-06T01:24:49.229266Z","steps":["trace[198926649] 'process raft request' (duration: 133.44557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:49.642048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.244283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:24:49.642143Z","caller":"traceutil/trace.go:171","msg":"trace[77042212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:3103; }","duration":"119.371367ms","start":"2026-05-06T01:24:49.52275Z","end":"2026-05-06T01:24:49.642122Z","steps":["trace[77042212] 'agreement among raft nodes before linearized reading' (duration: 119.136441ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:49.692856Z","caller":"traceutil/trace.go:171","msg":"trace[1588780031] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"121.773674ms","start":"2026-05-06T01:24:49.571052Z","end":"2026-05-06T01:24:49.692826Z","steps":["trace[1588780031] 'process raft request' (duration: 121.560029ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:50.597535Z","caller":"traceutil/trace.go:171","msg":"trace[1507316198] linearizableReadLoop","detail":"{readStateIndex:3280; appliedIndex:3277; }","duration":"131.505844ms","start":"2026-05-06T01:24:50.466011Z","end":"2026-05-06T01:24:50.597517Z","steps":["trace[1507316198] 'read index received' (duration: 127.589041ms)","trace[1507316198] 'applied index is now lower than readState.Index' (duration: 3.915743ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:24:50.59771Z","caller":"traceutil/trace.go:171","msg":"trace[577104657] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"255.769887ms","start":"2026-05-06T01:24:50.341925Z","end":"2026-05-06T01:24:50.597695Z","steps":["trace[577104657] 'process raft request' (duration: 251.646139ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:50.597952Z","caller":"traceutil/trace.go:171","msg":"trace[318337855] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"252.677903ms","start":"2026-05-06T01:24:50.345261Z","end":"2026-05-06T01:24:50.597939Z","steps":["trace[318337855] 'process raft request' (duration: 252.214792ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:24:50.598166Z","caller":"traceutil/trace.go:171","msg":"trace[817290744] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"255.112561ms","start":"2026-05-06T01:24:50.342965Z","end":"2026-05-06T01:24:50.598078Z","steps":["trace[817290744] 'process raft request' (duration: 254.472846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:24:50.599363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.228395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:24:50.59951Z","caller":"traceutil/trace.go:171","msg":"trace[68234217] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3158; }","duration":"133.483061ms","start":"2026-05-06T01:24:50.465996Z","end":"2026-05-06T01:24:50.599479Z","steps":["trace[68234217] 'agreement among raft nodes before linearized reading' (duration: 132.023617ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:25:25.422266Z","caller":"traceutil/trace.go:171","msg":"trace[1786721626] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"417.066754ms","start":"2026-05-06T01:25:25.005174Z","end":"2026-05-06T01:25:25.422241Z","steps":["trace[1786721626] 'process raft request' (duration: 416.92556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:25:25.422742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:25:25.005146Z","time spent":"417.209378ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:06.280769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.206036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:26:06.28104Z","caller":"traceutil/trace.go:171","msg":"trace[1414040113] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"151.843979ms","start":"2026-05-06T01:26:06.129134Z","end":"2026-05-06T01:26:06.280978Z","steps":["trace[1414040113] 'process raft request' (duration: 49.297685ms)","trace[1414040113] 'compare' (duration: 101.974141ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:06.281307Z","caller":"traceutil/trace.go:171","msg":"trace[832065099] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"149.456052ms","start":"2026-05-06T01:26:06.131825Z","end":"2026-05-06T01:26:06.281281Z","steps":["trace[832065099] 'process raft request' (duration: 149.103514ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:06.281349Z","caller":"traceutil/trace.go:171","msg":"trace[863605571] linearizableReadLoop","detail":"{readStateIndex:3928; appliedIndex:3927; }","duration":"151.113152ms","start":"2026-05-06T01:26:06.130153Z","end":"2026-05-06T01:26:06.281266Z","steps":["trace[863605571] 'read index received' (duration: 48.278691ms)","trace[863605571] 'applied index is now lower than readState.Index' (duration: 102.811241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:06.281641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.43691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-06T01:26:06.281699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.070241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-05-06T01:26:06.281755Z","caller":"traceutil/trace.go:171","msg":"trace[1061163666] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3775; }","duration":"151.143962ms","start":"2026-05-06T01:26:06.130596Z","end":"2026-05-06T01:26:06.28174Z","steps":["trace[1061163666] 'agreement among raft nodes before linearized reading' (duration: 150.998529ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:06.281755Z","caller":"traceutil/trace.go:171","msg":"trace[179186675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3775; }","duration":"151.605623ms","start":"2026-05-06T01:26:06.130125Z","end":"2026-05-06T01:26:06.28173Z","steps":["trace[179186675] 'agreement among raft nodes before linearized reading' (duration: 151.313016ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:22.281519Z","caller":"traceutil/trace.go:171","msg":"trace[1430808800] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"101.923749ms","start":"2026-05-06T01:26:22.179563Z","end":"2026-05-06T01:26:22.281487Z","steps":["trace[1430808800] 'process raft request' (duration: 101.13519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:27.109883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.243651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-06T01:26:27.110138Z","caller":"traceutil/trace.go:171","msg":"trace[1712759734] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3934; }","duration":"129.542438ms","start":"2026-05-06T01:26:26.980559Z","end":"2026-05-06T01:26:27.110102Z","steps":["trace[1712759734] 'range keys from in-memory index tree' (duration: 129.017846ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.677658Z","caller":"traceutil/trace.go:171","msg":"trace[1937146239] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"133.00481ms","start":"2026-05-06T01:26:30.544627Z","end":"2026-05-06T01:26:30.677632Z","steps":["trace[1937146239] 'process raft request' (duration: 73.741068ms)","trace[1937146239] 'compare' (duration: 58.956225ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:30.678157Z","caller":"traceutil/trace.go:171","msg":"trace[609582273] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"131.413972ms","start":"2026-05-06T01:26:30.546732Z","end":"2026-05-06T01:26:30.678146Z","steps":["trace[609582273] 'process raft request' (duration: 130.741346ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.678192Z","caller":"traceutil/trace.go:171","msg":"trace[767537198] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"131.056844ms","start":"2026-05-06T01:26:30.547103Z","end":"2026-05-06T01:26:30.67816Z","steps":["trace[767537198] 'process raft request' (duration: 130.49251ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.678433Z","caller":"traceutil/trace.go:171","msg":"trace[1630292837] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"131.257728ms","start":"2026-05-06T01:26:30.547164Z","end":"2026-05-06T01:26:30.678422Z","steps":["trace[1630292837] 'process raft request' (duration: 130.471649ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.678773Z","caller":"traceutil/trace.go:171","msg":"trace[1013193874] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"131.573436ms","start":"2026-05-06T01:26:30.547181Z","end":"2026-05-06T01:26:30.678754Z","steps":["trace[1013193874] 'process raft request' (duration: 130.511281ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.678991Z","caller":"traceutil/trace.go:171","msg":"trace[492120398] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"131.76939ms","start":"2026-05-06T01:26:30.547212Z","end":"2026-05-06T01:26:30.678981Z","steps":["trace[492120398] 'process raft request' (duration: 130.882529ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.679093Z","caller":"traceutil/trace.go:171","msg":"trace[1310011381] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"131.081715ms","start":"2026-05-06T01:26:30.547998Z","end":"2026-05-06T01:26:30.67908Z","steps":["trace[1310011381] 'process raft request' (duration: 130.920571ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.679332Z","caller":"traceutil/trace.go:171","msg":"trace[1475974998] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"131.178066ms","start":"2026-05-06T01:26:30.548141Z","end":"2026-05-06T01:26:30.67932Z","steps":["trace[1475974998] 'process raft request' (duration: 130.834228ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.679755Z","caller":"traceutil/trace.go:171","msg":"trace[1826686678] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"128.919152ms","start":"2026-05-06T01:26:30.550815Z","end":"2026-05-06T01:26:30.679734Z","steps":["trace[1826686678] 'process raft request' (duration: 128.856821ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.679813Z","caller":"traceutil/trace.go:171","msg":"trace[1345979342] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"131.576216ms","start":"2026-05-06T01:26:30.548219Z","end":"2026-05-06T01:26:30.679795Z","steps":["trace[1345979342] 'process raft request' (duration: 130.867149ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.679852Z","caller":"traceutil/trace.go:171","msg":"trace[784564785] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"131.497624ms","start":"2026-05-06T01:26:30.548339Z","end":"2026-05-06T01:26:30.679837Z","steps":["trace[784564785] 'process raft request' (duration: 131.157056ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.679843Z","caller":"traceutil/trace.go:171","msg":"trace[1869362348] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"131.152186ms","start":"2026-05-06T01:26:30.548661Z","end":"2026-05-06T01:26:30.679814Z","steps":["trace[1869362348] 'process raft request' (duration: 130.969262ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:30.681296Z","caller":"traceutil/trace.go:171","msg":"trace[1269776304] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"115.639656ms","start":"2026-05-06T01:26:30.565642Z","end":"2026-05-06T01:26:30.681282Z","steps":["trace[1269776304] 'process raft request' (duration: 115.566464ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003408Z","caller":"traceutil/trace.go:171","msg":"trace[738724883] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"184.882286ms","start":"2026-05-06T01:26:30.818494Z","end":"2026-05-06T01:26:31.003376Z","steps":["trace[738724883] 'process raft request' (duration: 184.702522ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003517Z","caller":"traceutil/trace.go:171","msg":"trace[941522884] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"184.840286ms","start":"2026-05-06T01:26:30.818652Z","end":"2026-05-06T01:26:31.003493Z","steps":["trace[941522884] 'process raft request' (duration: 184.645212ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003742Z","caller":"traceutil/trace.go:171","msg":"trace[361312531] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"184.884327ms","start":"2026-05-06T01:26:30.81884Z","end":"2026-05-06T01:26:31.003724Z","steps":["trace[361312531] 'process raft request' (duration: 184.666582ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003708Z","caller":"traceutil/trace.go:171","msg":"trace[268780872] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"184.829906ms","start":"2026-05-06T01:26:30.818783Z","end":"2026-05-06T01:26:31.003613Z","steps":["trace[268780872] 'process raft request' (duration: 184.658792ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003751Z","caller":"traceutil/trace.go:171","msg":"trace[1066839551] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"185.155364ms","start":"2026-05-06T01:26:30.818484Z","end":"2026-05-06T01:26:31.003639Z","steps":["trace[1066839551] 'process raft request' (duration: 184.756664ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003768Z","caller":"traceutil/trace.go:171","msg":"trace[1666216992] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"185.42704ms","start":"2026-05-06T01:26:30.818289Z","end":"2026-05-06T01:26:31.003716Z","steps":["trace[1666216992] 'process raft request' (duration: 126.164877ms)","trace[1666216992] 'compare' (duration: 58.517785ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:31.0038Z","caller":"traceutil/trace.go:171","msg":"trace[1365382020] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"183.685468ms","start":"2026-05-06T01:26:30.820068Z","end":"2026-05-06T01:26:31.003753Z","steps":["trace[1365382020] 'process raft request' (duration: 183.465883ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003831Z","caller":"traceutil/trace.go:171","msg":"trace[295694495] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"185.05187ms","start":"2026-05-06T01:26:30.818745Z","end":"2026-05-06T01:26:31.003797Z","steps":["trace[295694495] 'process raft request' (duration: 184.580069ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003829Z","caller":"traceutil/trace.go:171","msg":"trace[532970515] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"185.020681ms","start":"2026-05-06T01:26:30.818785Z","end":"2026-05-06T01:26:31.003806Z","steps":["trace[532970515] 'process raft request' (duration: 184.627571ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003858Z","caller":"traceutil/trace.go:171","msg":"trace[919178565] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"181.505246ms","start":"2026-05-06T01:26:30.822329Z","end":"2026-05-06T01:26:31.003834Z","steps":["trace[919178565] 'process raft request' (duration: 181.261431ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003878Z","caller":"traceutil/trace.go:171","msg":"trace[54761562] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"185.02652ms","start":"2026-05-06T01:26:30.818836Z","end":"2026-05-06T01:26:31.003863Z","steps":["trace[54761562] 'process raft request' (duration: 184.635761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:31.003904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.676772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2894"} {"level":"info","ts":"2026-05-06T01:26:31.003915Z","caller":"traceutil/trace.go:171","msg":"trace[1797114120] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"183.74672ms","start":"2026-05-06T01:26:30.820125Z","end":"2026-05-06T01:26:31.003872Z","steps":["trace[1797114120] 'process raft request' (duration: 183.439363ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.00375Z","caller":"traceutil/trace.go:171","msg":"trace[1080549218] linearizableReadLoop","detail":"{readStateIndex:4374; appliedIndex:4360; }","duration":"179.530219ms","start":"2026-05-06T01:26:30.824204Z","end":"2026-05-06T01:26:31.003734Z","steps":["trace[1080549218] 'read index received' (duration: 69.725652ms)","trace[1080549218] 'applied index is now lower than readState.Index' (duration: 109.803707ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:31.003983Z","caller":"traceutil/trace.go:171","msg":"trace[1719715167] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"178.486145ms","start":"2026-05-06T01:26:30.825489Z","end":"2026-05-06T01:26:31.003975Z","steps":["trace[1719715167] 'process raft request' (duration: 178.140336ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003985Z","caller":"traceutil/trace.go:171","msg":"trace[1903465702] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"185.400569ms","start":"2026-05-06T01:26:30.818563Z","end":"2026-05-06T01:26:31.003963Z","steps":["trace[1903465702] 'process raft request' (duration: 184.707473ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.003949Z","caller":"traceutil/trace.go:171","msg":"trace[2034201931] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4197; }","duration":"179.756145ms","start":"2026-05-06T01:26:30.824179Z","end":"2026-05-06T01:26:31.003935Z","steps":["trace[2034201931] 'agreement among raft nodes before linearized reading' (duration: 179.603941ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.007508Z","caller":"traceutil/trace.go:171","msg":"trace[468614260] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"109.174193ms","start":"2026-05-06T01:26:30.898317Z","end":"2026-05-06T01:26:31.007491Z","steps":["trace[468614260] 'process raft request' (duration: 108.852255ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.052827Z","caller":"traceutil/trace.go:171","msg":"trace[1107741852] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"107.35549ms","start":"2026-05-06T01:26:30.945435Z","end":"2026-05-06T01:26:31.052791Z","steps":["trace[1107741852] 'process raft request' (duration: 106.418677ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.324631Z","caller":"traceutil/trace.go:171","msg":"trace[703665393] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"116.66159ms","start":"2026-05-06T01:26:31.207947Z","end":"2026-05-06T01:26:31.324609Z","steps":["trace[703665393] 'process raft request' (duration: 116.560068ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.324673Z","caller":"traceutil/trace.go:171","msg":"trace[283659088] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"120.601795ms","start":"2026-05-06T01:26:31.204037Z","end":"2026-05-06T01:26:31.324639Z","steps":["trace[283659088] 'process raft request' (duration: 113.910055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:31.324717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.035931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:26:31.324773Z","caller":"traceutil/trace.go:171","msg":"trace[209301970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4238; }","duration":"120.141764ms","start":"2026-05-06T01:26:31.204616Z","end":"2026-05-06T01:26:31.324758Z","steps":["trace[209301970] 'agreement among raft nodes before linearized reading' (duration: 120.025551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:31.56133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.688681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:26:31.561446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.474993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-l4drf\" ","response":"range_response_count:1 size:2456"} {"level":"info","ts":"2026-05-06T01:26:31.561496Z","caller":"traceutil/trace.go:171","msg":"trace[1072986400] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4253; }","duration":"134.881535ms","start":"2026-05-06T01:26:31.426591Z","end":"2026-05-06T01:26:31.561473Z","steps":["trace[1072986400] 'range keys from in-memory index tree' (duration: 134.628899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:31.561414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.698529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:26:31.561713Z","caller":"traceutil/trace.go:171","msg":"trace[926735465] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4253; }","duration":"137.026467ms","start":"2026-05-06T01:26:31.424627Z","end":"2026-05-06T01:26:31.561653Z","steps":["trace[926735465] 'range keys from in-memory index tree' (duration: 136.615486ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.561554Z","caller":"traceutil/trace.go:171","msg":"trace[366374630] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-l4drf; range_end:; response_count:1; response_revision:4253; }","duration":"136.639267ms","start":"2026-05-06T01:26:31.424893Z","end":"2026-05-06T01:26:31.561533Z","steps":["trace[366374630] 'range keys from in-memory index tree' (duration: 136.266448ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:31.561927Z","caller":"traceutil/trace.go:171","msg":"trace[1081947430] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"129.246921ms","start":"2026-05-06T01:26:31.432642Z","end":"2026-05-06T01:26:31.561889Z","steps":["trace[1081947430] 'process raft request' (duration: 127.831037ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:35.554292Z","caller":"traceutil/trace.go:171","msg":"trace[2665862] linearizableReadLoop","detail":"{readStateIndex:4516; appliedIndex:4515; }","duration":"160.581578ms","start":"2026-05-06T01:26:35.393648Z","end":"2026-05-06T01:26:35.55423Z","steps":["trace[2665862] 'read index received' (duration: 160.513916ms)","trace[2665862] 'applied index is now lower than readState.Index' (duration: 65.882µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:35.555153Z","caller":"traceutil/trace.go:171","msg":"trace[1170635763] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"175.39549ms","start":"2026-05-06T01:26:35.37974Z","end":"2026-05-06T01:26:35.555136Z","steps":["trace[1170635763] 'process raft request' (duration: 174.11883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:35.555561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.858358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:26:35.555697Z","caller":"traceutil/trace.go:171","msg":"trace[1224060023] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4334; }","duration":"162.078643ms","start":"2026-05-06T01:26:35.393596Z","end":"2026-05-06T01:26:35.555675Z","steps":["trace[1224060023] 'agreement among raft nodes before linearized reading' (duration: 161.611622ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:38.098013Z","caller":"traceutil/trace.go:171","msg":"trace[1095698637] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"113.23143ms","start":"2026-05-06T01:26:37.984736Z","end":"2026-05-06T01:26:38.097968Z","steps":["trace[1095698637] 'process raft request' (duration: 113.036165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:42.125279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226941802,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:26:42.144176Z","caller":"traceutil/trace.go:171","msg":"trace[2039194260] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"606.167598ms","start":"2026-05-06T01:26:41.537974Z","end":"2026-05-06T01:26:42.144142Z","steps":["trace[2039194260] 'process raft request' (duration: 605.896022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:42.144466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:41.537936Z","time spent":"606.359303ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":167080,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T01:26:42.417424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.155959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:26:42.417822Z","caller":"traceutil/trace.go:171","msg":"trace[151062586] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"359.160881ms","start":"2026-05-06T01:26:42.058635Z","end":"2026-05-06T01:26:42.417796Z","steps":["trace[151062586] 'process raft request' (duration: 358.963126ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.417952Z","caller":"traceutil/trace.go:171","msg":"trace[1621236514] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"828.970328ms","start":"2026-05-06T01:26:41.588885Z","end":"2026-05-06T01:26:42.417856Z","steps":["trace[1621236514] 'process raft request' (duration: 605.303137ms)","trace[1621236514] 'compare' (duration: 222.997535ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:42.418013Z","caller":"traceutil/trace.go:171","msg":"trace[523670070] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"307.637333ms","start":"2026-05-06T01:26:42.11035Z","end":"2026-05-06T01:26:42.417987Z","steps":["trace[523670070] 'process raft request' (duration: 307.384587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:42.41808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:42.0586Z","time spent":"359.290304ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:42.418114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:42.110319Z","time spent":"307.759446ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:26:42.418007Z","caller":"traceutil/trace.go:171","msg":"trace[1477590366] linearizableReadLoop","detail":"{readStateIndex:4719; appliedIndex:4715; }","duration":"793.644787ms","start":"2026-05-06T01:26:41.624318Z","end":"2026-05-06T01:26:42.417963Z","steps":["trace[1477590366] 'read index received' (duration: 519.509343ms)","trace[1477590366] 'applied index is now lower than readState.Index' (duration: 274.131994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:42.418252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.912053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:26:42.418323Z","caller":"traceutil/trace.go:171","msg":"trace[1313799685] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4528; }","duration":"794.043947ms","start":"2026-05-06T01:26:41.62426Z","end":"2026-05-06T01:26:42.418304Z","steps":["trace[1313799685] 'agreement among raft nodes before linearized reading' (duration: 793.810522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:42.418365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:41.624235Z","time spent":"794.121508ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:26:42.418761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:41.588856Z","time spent":"829.274416ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:26:42.468921Z","caller":"traceutil/trace.go:171","msg":"trace[1350172513] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"313.965824ms","start":"2026-05-06T01:26:42.154934Z","end":"2026-05-06T01:26:42.4689Z","steps":["trace[1350172513] 'process raft request' (duration: 313.602625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:42.469033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:42.154906Z","time spent":"314.062706ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:26:42.469253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.202624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:26:42.469315Z","caller":"traceutil/trace.go:171","msg":"trace[436561451] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4530; }","duration":"250.269435ms","start":"2026-05-06T01:26:42.219031Z","end":"2026-05-06T01:26:42.4693Z","steps":["trace[436561451] 'agreement among raft nodes before linearized reading' (duration: 250.138652ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.46927Z","caller":"traceutil/trace.go:171","msg":"trace[161130808] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"306.866794ms","start":"2026-05-06T01:26:42.162381Z","end":"2026-05-06T01:26:42.469248Z","steps":["trace[161130808] 'process raft request' (duration: 306.26938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:42.469351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.980507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-06T01:26:42.469372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.504631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6ghvb\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-05-06T01:26:42.469434Z","caller":"traceutil/trace.go:171","msg":"trace[1139201857] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4530; }","duration":"844.093289ms","start":"2026-05-06T01:26:41.625319Z","end":"2026-05-06T01:26:42.469413Z","steps":["trace[1139201857] 'agreement among raft nodes before linearized reading' (duration: 843.876994ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.469459Z","caller":"traceutil/trace.go:171","msg":"trace[1073868206] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-6ghvb; range_end:; response_count:1; response_revision:4530; }","duration":"190.700845ms","start":"2026-05-06T01:26:42.278735Z","end":"2026-05-06T01:26:42.469436Z","steps":["trace[1073868206] 'agreement among raft nodes before linearized reading' (duration: 190.360097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:42.469481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:41.625309Z","time spent":"844.162892ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:26:42.469565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:42.162344Z","time spent":"307.053909ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:26:42.578365Z","caller":"traceutil/trace.go:171","msg":"trace[214479805] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"103.054416ms","start":"2026-05-06T01:26:42.475277Z","end":"2026-05-06T01:26:42.578331Z","steps":["trace[214479805] 'process raft request' (duration: 102.748449ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.578404Z","caller":"traceutil/trace.go:171","msg":"trace[542529149] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"102.888422ms","start":"2026-05-06T01:26:42.475478Z","end":"2026-05-06T01:26:42.578366Z","steps":["trace[542529149] 'process raft request' (duration: 102.713438ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.578709Z","caller":"traceutil/trace.go:171","msg":"trace[1075715404] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"103.047236ms","start":"2026-05-06T01:26:42.475427Z","end":"2026-05-06T01:26:42.578475Z","steps":["trace[1075715404] 'process raft request' (duration: 102.837481ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.826558Z","caller":"traceutil/trace.go:171","msg":"trace[96973478] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"158.796065ms","start":"2026-05-06T01:26:42.66772Z","end":"2026-05-06T01:26:42.826516Z","steps":["trace[96973478] 'process raft request' (duration: 66.006943ms)","trace[96973478] 'compare' (duration: 92.405193ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:42.829747Z","caller":"traceutil/trace.go:171","msg":"trace[2025369122] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"161.11456ms","start":"2026-05-06T01:26:42.668597Z","end":"2026-05-06T01:26:42.829711Z","steps":["trace[2025369122] 'process raft request' (duration: 160.630779ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.829862Z","caller":"traceutil/trace.go:171","msg":"trace[1377804755] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"155.777623ms","start":"2026-05-06T01:26:42.674057Z","end":"2026-05-06T01:26:42.829835Z","steps":["trace[1377804755] 'process raft request' (duration: 155.357453ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.830153Z","caller":"traceutil/trace.go:171","msg":"trace[1771337489] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"159.094563ms","start":"2026-05-06T01:26:42.671047Z","end":"2026-05-06T01:26:42.830141Z","steps":["trace[1771337489] 'process raft request' (duration: 158.305874ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.830218Z","caller":"traceutil/trace.go:171","msg":"trace[1426763310] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"142.108037ms","start":"2026-05-06T01:26:42.688095Z","end":"2026-05-06T01:26:42.830203Z","steps":["trace[1426763310] 'process raft request' (duration: 141.354609ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:42.83039Z","caller":"traceutil/trace.go:171","msg":"trace[1009379621] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"141.155064ms","start":"2026-05-06T01:26:42.689224Z","end":"2026-05-06T01:26:42.830379Z","steps":["trace[1009379621] 'process raft request' (duration: 140.264493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:45.989105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.974554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:26:45.989215Z","caller":"traceutil/trace.go:171","msg":"trace[1877995150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4652; }","duration":"241.146538ms","start":"2026-05-06T01:26:45.748045Z","end":"2026-05-06T01:26:45.989191Z","steps":["trace[1877995150] 'count revisions from in-memory index tree' (duration: 240.83358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:45.989384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.344294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-05-06T01:26:45.989905Z","caller":"traceutil/trace.go:171","msg":"trace[734021263] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b; range_end:; response_count:1; response_revision:4652; }","duration":"132.651642ms","start":"2026-05-06T01:26:45.856976Z","end":"2026-05-06T01:26:45.989627Z","steps":["trace[734021263] 'range keys from in-memory index tree' (duration: 132.16718ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:46.603424Z","caller":"traceutil/trace.go:171","msg":"trace[615272599] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4848; }","duration":"207.126748ms","start":"2026-05-06T01:26:46.396282Z","end":"2026-05-06T01:26:46.603409Z","steps":["trace[615272599] 'read index received' (duration: 207.068576ms)","trace[615272599] 'applied index is now lower than readState.Index' (duration: 56.502µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:46.603534Z","caller":"traceutil/trace.go:171","msg":"trace[1069007358] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"269.737639ms","start":"2026-05-06T01:26:46.333788Z","end":"2026-05-06T01:26:46.603525Z","steps":["trace[1069007358] 'process raft request' (duration: 269.499104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:46.604391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.07284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781816"} {"level":"info","ts":"2026-05-06T01:26:46.604508Z","caller":"traceutil/trace.go:171","msg":"trace[118254505] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4653; }","duration":"208.213103ms","start":"2026-05-06T01:26:46.396269Z","end":"2026-05-06T01:26:46.604482Z","steps":["trace[118254505] 'agreement among raft nodes before linearized reading' (duration: 207.365833ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:46.625886Z","caller":"traceutil/trace.go:171","msg":"trace[2109001038] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"195.784487ms","start":"2026-05-06T01:26:46.430083Z","end":"2026-05-06T01:26:46.625867Z","steps":["trace[2109001038] 'process raft request' (duration: 195.620263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:46.626467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.520702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:26:46.626496Z","caller":"traceutil/trace.go:171","msg":"trace[852640793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:4654; }","duration":"138.616474ms","start":"2026-05-06T01:26:46.487872Z","end":"2026-05-06T01:26:46.626489Z","steps":["trace[852640793] 'agreement among raft nodes before linearized reading' (duration: 138.498501ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:49.18668Z","caller":"traceutil/trace.go:171","msg":"trace[1850196547] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"379.213509ms","start":"2026-05-06T01:26:48.807437Z","end":"2026-05-06T01:26:49.18665Z","steps":["trace[1850196547] 'process raft request' (duration: 379.050035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:49.18685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:48.807403Z","time spent":"379.375573ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":561,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T01:26:49.188831Z","caller":"traceutil/trace.go:171","msg":"trace[1356828142] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"380.409147ms","start":"2026-05-06T01:26:48.808338Z","end":"2026-05-06T01:26:49.188747Z","steps":["trace[1356828142] 'process raft request' (duration: 380.217132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:49.189305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:48.808316Z","time spent":"380.610912ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:26:49.193523Z","caller":"traceutil/trace.go:171","msg":"trace[702518186] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4907; }","duration":"384.615727ms","start":"2026-05-06T01:26:48.808884Z","end":"2026-05-06T01:26:49.1935Z","steps":["trace[702518186] 'read index received' (duration: 377.60014ms)","trace[702518186] 'applied index is now lower than readState.Index' (duration: 7.014287ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:26:49.193701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.95483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-06T01:26:49.193727Z","caller":"traceutil/trace.go:171","msg":"trace[235239862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b; range_end:; response_count:1; response_revision:4711; }","duration":"188.021942ms","start":"2026-05-06T01:26:49.005695Z","end":"2026-05-06T01:26:49.193717Z","steps":["trace[235239862] 'agreement among raft nodes before linearized reading' (duration: 187.92035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:49.193739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.848923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:26:49.193793Z","caller":"traceutil/trace.go:171","msg":"trace[805146065] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4711; }","duration":"384.927004ms","start":"2026-05-06T01:26:48.808846Z","end":"2026-05-06T01:26:49.193773Z","steps":["trace[805146065] 'agreement among raft nodes before linearized reading' (duration: 384.75038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:49.19384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:26:48.808833Z","time spent":"384.982696ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:26:49.193943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.94913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:26:49.194047Z","caller":"traceutil/trace.go:171","msg":"trace[1336134306] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4711; }","duration":"136.102873ms","start":"2026-05-06T01:26:49.057924Z","end":"2026-05-06T01:26:49.194027Z","steps":["trace[1336134306] 'agreement among raft nodes before linearized reading' (duration: 135.922449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:52.575792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.953821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:26:52.57591Z","caller":"traceutil/trace.go:171","msg":"trace[1227198966] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"270.294832ms","start":"2026-05-06T01:26:52.305595Z","end":"2026-05-06T01:26:52.57589Z","steps":["trace[1227198966] 'process raft request' (duration: 92.142646ms)","trace[1227198966] 'compare' (duration: 177.812488ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:52.577785Z","caller":"traceutil/trace.go:171","msg":"trace[1341007797] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"150.215691ms","start":"2026-05-06T01:26:52.427549Z","end":"2026-05-06T01:26:52.577765Z","steps":["trace[1341007797] 'process raft request' (duration: 150.139899ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:52.579188Z","caller":"traceutil/trace.go:171","msg":"trace[2040172427] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"123.75434ms","start":"2026-05-06T01:26:52.455402Z","end":"2026-05-06T01:26:52.579157Z","steps":["trace[2040172427] 'process raft request' (duration: 123.553085ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:59.589178Z","caller":"traceutil/trace.go:171","msg":"trace[1148113853] linearizableReadLoop","detail":"{readStateIndex:5105; appliedIndex:5103; }","duration":"263.353597ms","start":"2026-05-06T01:26:59.325793Z","end":"2026-05-06T01:26:59.589146Z","steps":["trace[1148113853] 'read index received' (duration: 261.479273ms)","trace[1148113853] 'applied index is now lower than readState.Index' (duration: 1.872964ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:26:59.589308Z","caller":"traceutil/trace.go:171","msg":"trace[468691397] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"287.919023ms","start":"2026-05-06T01:26:59.301341Z","end":"2026-05-06T01:26:59.58926Z","steps":["trace[468691397] 'process raft request' (duration: 287.652697ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:26:59.589306Z","caller":"traceutil/trace.go:171","msg":"trace[299078033] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"289.762397ms","start":"2026-05-06T01:26:59.299488Z","end":"2026-05-06T01:26:59.589251Z","steps":["trace[299078033] 'process raft request' (duration: 287.79032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:59.589384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.566694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:26:59.589438Z","caller":"traceutil/trace.go:171","msg":"trace[885213403] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4899; }","duration":"162.657607ms","start":"2026-05-06T01:26:59.426764Z","end":"2026-05-06T01:26:59.589422Z","steps":["trace[885213403] 'agreement among raft nodes before linearized reading' (duration: 162.559385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:26:59.589535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.712576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T01:26:59.5905Z","caller":"traceutil/trace.go:171","msg":"trace[998323876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4899; }","duration":"264.705889ms","start":"2026-05-06T01:26:59.325773Z","end":"2026-05-06T01:26:59.590479Z","steps":["trace[998323876] 'agreement among raft nodes before linearized reading' (duration: 263.536641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.267584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226942611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:27:01.471869Z","caller":"traceutil/trace.go:171","msg":"trace[1226452269] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"980.201403ms","start":"2026-05-06T01:27:00.491623Z","end":"2026-05-06T01:27:01.471824Z","steps":["trace[1226452269] 'process raft request' (duration: 979.964698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.472108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.491574Z","time spent":"980.380027ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8030,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:27:01.736435Z","caller":"traceutil/trace.go:171","msg":"trace[118793472] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5115; }","duration":"969.861606ms","start":"2026-05-06T01:27:00.766539Z","end":"2026-05-06T01:27:01.7364Z","steps":["trace[118793472] 'read index received' (duration: 705.167708ms)","trace[118793472] 'applied index is now lower than readState.Index' (duration: 264.692178ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:27:01.736659Z","caller":"traceutil/trace.go:171","msg":"trace[1021675153] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"977.16307ms","start":"2026-05-06T01:27:00.759317Z","end":"2026-05-06T01:27:01.73648Z","steps":["trace[1021675153] 'process raft request' (duration: 976.864933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.736718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.157913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-06T01:27:01.737108Z","caller":"traceutil/trace.go:171","msg":"trace[811314964] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4911; }","duration":"970.605244ms","start":"2026-05-06T01:27:00.766484Z","end":"2026-05-06T01:27:01.737089Z","steps":["trace[811314964] 'agreement among raft nodes before linearized reading' (duration: 970.080361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.737154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.766463Z","time spent":"970.678855ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T01:27:01.737166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.759254Z","time spent":"977.703763ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:27:01.740936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.821268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T01:27:01.74102Z","caller":"traceutil/trace.go:171","msg":"trace[1348683247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4915; }","duration":"941.948171ms","start":"2026-05-06T01:27:00.799053Z","end":"2026-05-06T01:27:01.741001Z","steps":["trace[1348683247] 'agreement among raft nodes before linearized reading' (duration: 941.714915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.799037Z","time spent":"942.020472ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:27:01.741171Z","caller":"traceutil/trace.go:171","msg":"trace[1329158046] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"262.564179ms","start":"2026-05-06T01:27:01.478585Z","end":"2026-05-06T01:27:01.74115Z","steps":["trace[1329158046] 'process raft request' (duration: 261.922603ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:01.741167Z","caller":"traceutil/trace.go:171","msg":"trace[1370787581] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"262.021676ms","start":"2026-05-06T01:27:01.479102Z","end":"2026-05-06T01:27:01.741124Z","steps":["trace[1370787581] 'process raft request' (duration: 261.535134ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:01.741267Z","caller":"traceutil/trace.go:171","msg":"trace[1590730422] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"261.847712ms","start":"2026-05-06T01:27:01.479395Z","end":"2026-05-06T01:27:01.741243Z","steps":["trace[1590730422] 'process raft request' (duration: 261.323649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.749341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-668b8686-wb995\" ","response":"range_response_count:1 size:11838"} {"level":"info","ts":"2026-05-06T01:27:01.741364Z","caller":"traceutil/trace.go:171","msg":"trace[1440201068] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-668b8686-wb995; range_end:; response_count:1; response_revision:4915; }","duration":"264.814772ms","start":"2026-05-06T01:27:01.476535Z","end":"2026-05-06T01:27:01.74135Z","steps":["trace[1440201068] 'agreement among raft nodes before linearized reading' (duration: 264.72371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.18382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:27:01.741425Z","caller":"traceutil/trace.go:171","msg":"trace[708442635] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"262.155078ms","start":"2026-05-06T01:27:01.479242Z","end":"2026-05-06T01:27:01.741397Z","steps":["trace[708442635] 'process raft request' (duration: 261.439941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.267972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-06T01:27:01.741422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.210599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T01:27:01.741553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.34512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T01:27:01.74158Z","caller":"traceutil/trace.go:171","msg":"trace[864586975] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4915; }","duration":"137.315512ms","start":"2026-05-06T01:27:01.604249Z","end":"2026-05-06T01:27:01.741564Z","steps":["trace[864586975] 'agreement among raft nodes before linearized reading' (duration: 137.21785ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:01.741607Z","caller":"traceutil/trace.go:171","msg":"trace[1961123594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4915; }","duration":"934.429522ms","start":"2026-05-06T01:27:00.807152Z","end":"2026-05-06T01:27:01.741581Z","steps":["trace[1961123594] 'agreement among raft nodes before linearized reading' (duration: 934.33789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.077792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-06T01:27:01.741627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.807129Z","time spent":"934.493243ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T01:27:01.741634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.411084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:27:01.741663Z","caller":"traceutil/trace.go:171","msg":"trace[1454450757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4915; }","duration":"932.496416ms","start":"2026-05-06T01:27:00.809157Z","end":"2026-05-06T01:27:01.741654Z","steps":["trace[1454450757] 'agreement among raft nodes before linearized reading' (duration: 932.416114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.534288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:27:01.741537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.517303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-06T01:27:01.741682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.809134Z","time spent":"932.542937ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T01:27:01.741698Z","caller":"traceutil/trace.go:171","msg":"trace[771752911] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4915; }","duration":"382.596499ms","start":"2026-05-06T01:27:01.359085Z","end":"2026-05-06T01:27:01.741682Z","steps":["trace[771752911] 'agreement among raft nodes before linearized reading' (duration: 382.550318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.023264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T01:27:01.741718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.66257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T01:27:01.74173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:01.359049Z","time spent":"382.672441ms","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:27:01.741739Z","caller":"traceutil/trace.go:171","msg":"trace[743350125] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4915; }","duration":"666.110846ms","start":"2026-05-06T01:27:01.075615Z","end":"2026-05-06T01:27:01.741726Z","steps":["trace[743350125] 'agreement among raft nodes before linearized reading' (duration: 666.033774ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:01.741764Z","caller":"traceutil/trace.go:171","msg":"trace[490451615] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4915; }","duration":"854.745242ms","start":"2026-05-06T01:27:00.887008Z","end":"2026-05-06T01:27:01.741753Z","steps":["trace[490451615] 'agreement among raft nodes before linearized reading' (duration: 854.64525ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:01.741718Z","caller":"traceutil/trace.go:171","msg":"trace[2128009590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4915; }","duration":"931.711157ms","start":"2026-05-06T01:27:00.809991Z","end":"2026-05-06T01:27:01.741702Z","steps":["trace[2128009590] 'agreement among raft nodes before linearized reading' (duration: 931.497662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:01.075584Z","time spent":"666.185318ms","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:27:01.741743Z","caller":"traceutil/trace.go:171","msg":"trace[583937346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4915; }","duration":"142.458476ms","start":"2026-05-06T01:27:01.599154Z","end":"2026-05-06T01:27:01.741612Z","steps":["trace[583937346] 'agreement among raft nodes before linearized reading' (duration: 141.924903ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:01.741825Z","caller":"traceutil/trace.go:171","msg":"trace[2054109617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:4915; }","duration":"910.159903ms","start":"2026-05-06T01:27:00.83147Z","end":"2026-05-06T01:27:01.74163Z","steps":["trace[2054109617] 'agreement among raft nodes before linearized reading' (duration: 909.967188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.831458Z","time spent":"910.398848ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zfc85\" "} {"level":"info","ts":"2026-05-06T01:27:01.741875Z","caller":"traceutil/trace.go:171","msg":"trace[1338785061] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4915; }","duration":"132.740123ms","start":"2026-05-06T01:27:01.609116Z","end":"2026-05-06T01:27:01.741856Z","steps":["trace[1338785061] 'agreement among raft nodes before linearized reading' (duration: 132.150149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:01.741806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.886987Z","time spent":"854.807564ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":44,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:27:01.741808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:27:00.809974Z","time spent":"931.82434ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T01:27:08.844908Z","caller":"traceutil/trace.go:171","msg":"trace[462517339] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5303; }","duration":"208.187309ms","start":"2026-05-06T01:27:08.636699Z","end":"2026-05-06T01:27:08.844886Z","steps":["trace[462517339] 'read index received' (duration: 207.975304ms)","trace[462517339] 'applied index is now lower than readState.Index' (duration: 211.195µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:27:08.844952Z","caller":"traceutil/trace.go:171","msg":"trace[2063495713] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"260.402503ms","start":"2026-05-06T01:27:08.584521Z","end":"2026-05-06T01:27:08.844924Z","steps":["trace[2063495713] 'process raft request' (duration: 260.220398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:08.845127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.414294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-06T01:27:08.845174Z","caller":"traceutil/trace.go:171","msg":"trace[1044849931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5093; }","duration":"208.524267ms","start":"2026-05-06T01:27:08.636638Z","end":"2026-05-06T01:27:08.845162Z","steps":["trace[1044849931] 'agreement among raft nodes before linearized reading' (duration: 208.368023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:27:08.845278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.820971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:27:08.845312Z","caller":"traceutil/trace.go:171","msg":"trace[476872628] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5093; }","duration":"202.939984ms","start":"2026-05-06T01:27:08.642361Z","end":"2026-05-06T01:27:08.845301Z","steps":["trace[476872628] 'agreement among raft nodes before linearized reading' (duration: 202.658667ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:09.0566Z","caller":"traceutil/trace.go:171","msg":"trace[903835218] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"161.809154ms","start":"2026-05-06T01:27:08.894768Z","end":"2026-05-06T01:27:09.056577Z","steps":["trace[903835218] 'process raft request' (duration: 160.885462ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:15.350239Z","caller":"traceutil/trace.go:171","msg":"trace[1511568607] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"129.255958ms","start":"2026-05-06T01:27:15.220952Z","end":"2026-05-06T01:27:15.350208Z","steps":["trace[1511568607] 'process raft request' (duration: 128.987662ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:19.623081Z","caller":"traceutil/trace.go:171","msg":"trace[1388856123] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"192.429433ms","start":"2026-05-06T01:27:19.430628Z","end":"2026-05-06T01:27:19.623058Z","steps":["trace[1388856123] 'process raft request' (duration: 192.27353ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:19.858055Z","caller":"traceutil/trace.go:171","msg":"trace[581120704] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5441; }","duration":"131.886241ms","start":"2026-05-06T01:27:19.726147Z","end":"2026-05-06T01:27:19.858033Z","steps":["trace[581120704] 'read index received' (duration: 36.204642ms)","trace[581120704] 'applied index is now lower than readState.Index' (duration: 95.680719ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:27:19.858082Z","caller":"traceutil/trace.go:171","msg":"trace[691798893] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"149.260915ms","start":"2026-05-06T01:27:19.708787Z","end":"2026-05-06T01:27:19.858048Z","steps":["trace[691798893] 'process raft request' (duration: 102.45489ms)","trace[691798893] 'compare' (duration: 46.6017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:27:19.858608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.428934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-06T01:27:19.858716Z","caller":"traceutil/trace.go:171","msg":"trace[122922976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5226; }","duration":"132.580707ms","start":"2026-05-06T01:27:19.726112Z","end":"2026-05-06T01:27:19.858693Z","steps":["trace[122922976] 'agreement among raft nodes before linearized reading' (duration: 132.035775ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:56.703524Z","caller":"traceutil/trace.go:171","msg":"trace[408753668] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"106.23047ms","start":"2026-05-06T01:27:56.597259Z","end":"2026-05-06T01:27:56.70349Z","steps":["trace[408753668] 'process raft request' (duration: 106.045626ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:27:56.995156Z","caller":"traceutil/trace.go:171","msg":"trace[1834356093] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"132.432564ms","start":"2026-05-06T01:27:56.862701Z","end":"2026-05-06T01:27:56.995134Z","steps":["trace[1834356093] 'process raft request' (duration: 132.282751ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:28:10.225388Z","caller":"traceutil/trace.go:171","msg":"trace[1944810592] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"163.392512ms","start":"2026-05-06T01:28:10.061965Z","end":"2026-05-06T01:28:10.225358Z","steps":["trace[1944810592] 'process raft request' (duration: 99.646074ms)","trace[1944810592] 'compare' (duration: 63.575414ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:29:50.907511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3162} {"level":"info","ts":"2026-05-06T01:29:51.005727Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3162,"took":"96.646173ms","hash":19896081,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":33226752,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-06T01:29:51.005847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":19896081,"revision":3162,"compact-revision":-1} {"level":"info","ts":"2026-05-06T01:33:03.979738Z","caller":"traceutil/trace.go:171","msg":"trace[197874477] linearizableReadLoop","detail":"{readStateIndex:8538; appliedIndex:8537; }","duration":"180.579493ms","start":"2026-05-06T01:33:03.79912Z","end":"2026-05-06T01:33:03.9797Z","steps":["trace[197874477] 'read index received' (duration: 180.368448ms)","trace[197874477] 'applied index is now lower than readState.Index' (duration: 209.745µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:03.979791Z","caller":"traceutil/trace.go:171","msg":"trace[447567125] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"320.730588ms","start":"2026-05-06T01:33:03.659015Z","end":"2026-05-06T01:33:03.979746Z","steps":["trace[447567125] 'process raft request' (duration: 320.451981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:03.979967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:03.658983Z","time spent":"320.896422ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:03.980099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.050549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-06T01:33:03.980151Z","caller":"traceutil/trace.go:171","msg":"trace[1080833560] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8172; }","duration":"166.159841ms","start":"2026-05-06T01:33:03.813976Z","end":"2026-05-06T01:33:03.980136Z","steps":["trace[1080833560] 'agreement among raft nodes before linearized reading' (duration: 165.934046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:03.98072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.579976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-06T01:33:03.980858Z","caller":"traceutil/trace.go:171","msg":"trace[434265786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8172; }","duration":"181.76694ms","start":"2026-05-06T01:33:03.799065Z","end":"2026-05-06T01:33:03.980832Z","steps":["trace[434265786] 'agreement among raft nodes before linearized reading' (duration: 180.790257ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.192014Z","caller":"traceutil/trace.go:171","msg":"trace[314729483] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8539; }","duration":"180.986461ms","start":"2026-05-06T01:33:04.011006Z","end":"2026-05-06T01:33:04.191992Z","steps":["trace[314729483] 'read index received' (duration: 121.667658ms)","trace[314729483] 'applied index is now lower than readState.Index' (duration: 59.317433ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:04.192016Z","caller":"traceutil/trace.go:171","msg":"trace[936826180] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"206.314189ms","start":"2026-05-06T01:33:03.985658Z","end":"2026-05-06T01:33:04.191972Z","steps":["trace[936826180] 'process raft request' (duration: 146.954155ms)","trace[936826180] 'compare' (duration: 58.992636ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:04.192295Z","caller":"traceutil/trace.go:171","msg":"trace[2129720967] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"179.998478ms","start":"2026-05-06T01:33:04.01228Z","end":"2026-05-06T01:33:04.192278Z","steps":["trace[2129720967] 'process raft request' (duration: 179.655309ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.192244Z","caller":"traceutil/trace.go:171","msg":"trace[1121937495] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"205.393898ms","start":"2026-05-06T01:33:03.986732Z","end":"2026-05-06T01:33:04.192126Z","steps":["trace[1121937495] 'process raft request' (duration: 205.133672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:04.192388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.411653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:33:04.192452Z","caller":"traceutil/trace.go:171","msg":"trace[1081727724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8176; }","duration":"201.510096ms","start":"2026-05-06T01:33:03.990926Z","end":"2026-05-06T01:33:04.192436Z","steps":["trace[1081727724] 'agreement among raft nodes before linearized reading' (duration: 201.24905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:04.192253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.987253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-06T01:33:04.192559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.455462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-06T01:33:04.192648Z","caller":"traceutil/trace.go:171","msg":"trace[753137399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8176; }","duration":"203.563015ms","start":"2026-05-06T01:33:03.989062Z","end":"2026-05-06T01:33:04.192625Z","steps":["trace[753137399] 'agreement among raft nodes before linearized reading' (duration: 203.302109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:04.192646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.93818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-06T01:33:04.192229Z","caller":"traceutil/trace.go:171","msg":"trace[1387813040] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"176.752571ms","start":"2026-05-06T01:33:04.015448Z","end":"2026-05-06T01:33:04.1922Z","steps":["trace[1387813040] 'process raft request' (duration: 176.631478ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.192674Z","caller":"traceutil/trace.go:171","msg":"trace[2120507938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8175; }","duration":"201.383023ms","start":"2026-05-06T01:33:03.991214Z","end":"2026-05-06T01:33:04.192597Z","steps":["trace[2120507938] 'agreement among raft nodes before linearized reading' (duration: 200.84923ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.192764Z","caller":"traceutil/trace.go:171","msg":"trace[687359024] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8176; }","duration":"203.096473ms","start":"2026-05-06T01:33:03.989641Z","end":"2026-05-06T01:33:04.192737Z","steps":["trace[687359024] 'agreement among raft nodes before linearized reading' (duration: 202.695764ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.342912Z","caller":"traceutil/trace.go:171","msg":"trace[834454472] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"144.352005ms","start":"2026-05-06T01:33:04.198532Z","end":"2026-05-06T01:33:04.342884Z","steps":["trace[834454472] 'process raft request' (duration: 107.873362ms)","trace[834454472] 'compare' (duration: 36.310689ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:04.343237Z","caller":"traceutil/trace.go:171","msg":"trace[1231065376] linearizableReadLoop","detail":"{readStateIndex:8548; appliedIndex:8544; }","duration":"116.459475ms","start":"2026-05-06T01:33:04.226765Z","end":"2026-05-06T01:33:04.343225Z","steps":["trace[1231065376] 'read index received' (duration: 79.822628ms)","trace[1231065376] 'applied index is now lower than readState.Index' (duration: 36.636097ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:04.343438Z","caller":"traceutil/trace.go:171","msg":"trace[1361946965] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"143.836732ms","start":"2026-05-06T01:33:04.199592Z","end":"2026-05-06T01:33:04.343429Z","steps":["trace[1361946965] 'process raft request' (duration: 143.391881ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.343445Z","caller":"traceutil/trace.go:171","msg":"trace[1893360370] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"142.166523ms","start":"2026-05-06T01:33:04.20127Z","end":"2026-05-06T01:33:04.343437Z","steps":["trace[1893360370] 'process raft request' (duration: 141.868756ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.34339Z","caller":"traceutil/trace.go:171","msg":"trace[2107475308] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"144.541519ms","start":"2026-05-06T01:33:04.198758Z","end":"2026-05-06T01:33:04.343299Z","steps":["trace[2107475308] 'process raft request' (duration: 144.089098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:04.343594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.158988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:04.343743Z","caller":"traceutil/trace.go:171","msg":"trace[2103044753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8181; }","duration":"138.370303ms","start":"2026-05-06T01:33:04.205336Z","end":"2026-05-06T01:33:04.343707Z","steps":["trace[2103044753] 'agreement among raft nodes before linearized reading' (duration: 138.079936ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.391193Z","caller":"traceutil/trace.go:171","msg":"trace[222717939] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"149.321343ms","start":"2026-05-06T01:33:04.24183Z","end":"2026-05-06T01:33:04.391152Z","steps":["trace[222717939] 'process raft request' (duration: 149.137828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:04.391891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.628216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T01:33:04.391978Z","caller":"traceutil/trace.go:171","msg":"trace[1644577166] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8182; }","duration":"162.787611ms","start":"2026-05-06T01:33:04.22917Z","end":"2026-05-06T01:33:04.391958Z","steps":["trace[1644577166] 'agreement among raft nodes before linearized reading' (duration: 162.009542ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.550117Z","caller":"traceutil/trace.go:171","msg":"trace[736149194] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"153.105713ms","start":"2026-05-06T01:33:04.396977Z","end":"2026-05-06T01:33:04.550083Z","steps":["trace[736149194] 'process raft request' (duration: 152.816616ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.55034Z","caller":"traceutil/trace.go:171","msg":"trace[21125802] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8550; }","duration":"101.941333ms","start":"2026-05-06T01:33:04.448387Z","end":"2026-05-06T01:33:04.550328Z","steps":["trace[21125802] 'read index received' (duration: 101.452991ms)","trace[21125802] 'applied index is now lower than readState.Index' (duration: 487.041µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:04.550453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:04.550499Z","caller":"traceutil/trace.go:171","msg":"trace[804396556] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8184; }","duration":"102.163407ms","start":"2026-05-06T01:33:04.448323Z","end":"2026-05-06T01:33:04.550486Z","steps":["trace[804396556] 'agreement among raft nodes before linearized reading' (duration: 102.052105ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.550462Z","caller":"traceutil/trace.go:171","msg":"trace[694072169] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8184; }","duration":"152.032027ms","start":"2026-05-06T01:33:04.398387Z","end":"2026-05-06T01:33:04.550419Z","steps":["trace[694072169] 'process raft request' (duration: 151.630427ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:04.740719Z","caller":"traceutil/trace.go:171","msg":"trace[546829434] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"177.622271ms","start":"2026-05-06T01:33:04.563049Z","end":"2026-05-06T01:33:04.740671Z","steps":["trace[546829434] 'process raft request' (duration: 165.017383ms)","trace[546829434] 'compare' (duration: 12.380383ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:08.292485Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000021f4.wal"} {"level":"info","ts":"2026-05-06T01:33:10.598106Z","caller":"traceutil/trace.go:171","msg":"trace[1571454151] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"220.810354ms","start":"2026-05-06T01:33:10.377255Z","end":"2026-05-06T01:33:10.598065Z","steps":["trace[1571454151] 'process raft request' (duration: 220.552467ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:10.625465Z","caller":"traceutil/trace.go:171","msg":"trace[329817348] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8709; }","duration":"123.356458ms","start":"2026-05-06T01:33:10.502077Z","end":"2026-05-06T01:33:10.625434Z","steps":["trace[329817348] 'read index received' (duration: 95.723684ms)","trace[329817348] 'applied index is now lower than readState.Index' (duration: 27.631494ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:10.625549Z","caller":"traceutil/trace.go:171","msg":"trace[1065571415] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"246.632434ms","start":"2026-05-06T01:33:10.378858Z","end":"2026-05-06T01:33:10.62549Z","steps":["trace[1065571415] 'process raft request' (duration: 246.384548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:10.625765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.703426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:33:10.625856Z","caller":"traceutil/trace.go:171","msg":"trace[659668797] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8341; }","duration":"123.815088ms","start":"2026-05-06T01:33:10.501977Z","end":"2026-05-06T01:33:10.625792Z","steps":["trace[659668797] 'agreement among raft nodes before linearized reading' (duration: 123.622584ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:12.436735Z","caller":"traceutil/trace.go:171","msg":"trace[1830419756] linearizableReadLoop","detail":"{readStateIndex:8719; appliedIndex:8718; }","duration":"193.930028ms","start":"2026-05-06T01:33:12.242769Z","end":"2026-05-06T01:33:12.436699Z","steps":["trace[1830419756] 'read index received' (duration: 193.749313ms)","trace[1830419756] 'applied index is now lower than readState.Index' (duration: 178.715µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:12.43725Z","caller":"traceutil/trace.go:171","msg":"trace[1346099060] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"194.670475ms","start":"2026-05-06T01:33:12.242559Z","end":"2026-05-06T01:33:12.437229Z","steps":["trace[1346099060] 'process raft request' (duration: 193.929618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:12.43755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.740336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-06T01:33:12.437653Z","caller":"traceutil/trace.go:171","msg":"trace[1072375554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8349; }","duration":"194.932871ms","start":"2026-05-06T01:33:12.242694Z","end":"2026-05-06T01:33:12.437627Z","steps":["trace[1072375554] 'agreement among raft nodes before linearized reading' (duration: 194.623304ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:12.615503Z","caller":"traceutil/trace.go:171","msg":"trace[572130149] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"172.815779ms","start":"2026-05-06T01:33:12.442651Z","end":"2026-05-06T01:33:12.615467Z","steps":["trace[572130149] 'process raft request' (duration: 172.683136ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:12.615502Z","caller":"traceutil/trace.go:171","msg":"trace[84062839] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"369.582792ms","start":"2026-05-06T01:33:12.245863Z","end":"2026-05-06T01:33:12.615446Z","steps":["trace[84062839] 'process raft request' (duration: 343.074895ms)","trace[84062839] 'compare' (duration: 26.217691ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:12.615566Z","caller":"traceutil/trace.go:171","msg":"trace[1228296682] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8719; }","duration":"178.649317ms","start":"2026-05-06T01:33:12.436854Z","end":"2026-05-06T01:33:12.615503Z","steps":["trace[1228296682] 'read index received' (duration: 152.176661ms)","trace[1228296682] 'applied index is now lower than readState.Index' (duration: 26.463376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:12.615785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.045354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-05-06T01:33:12.616023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.669468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:33:12.616097Z","caller":"traceutil/trace.go:171","msg":"trace[1035898728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:8351; }","duration":"367.832191ms","start":"2026-05-06T01:33:12.248251Z","end":"2026-05-06T01:33:12.616083Z","steps":["trace[1035898728] 'agreement among raft nodes before linearized reading' (duration: 367.486733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:12.616138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:12.248227Z","time spent":"367.901823ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zfc85\" "} {"level":"info","ts":"2026-05-06T01:33:12.616301Z","caller":"traceutil/trace.go:171","msg":"trace[1767953177] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8351; }","duration":"351.604048ms","start":"2026-05-06T01:33:12.264667Z","end":"2026-05-06T01:33:12.616271Z","steps":["trace[1767953177] 'agreement among raft nodes before linearized reading' (duration: 350.906941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:12.615907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:12.245848Z","time spent":"369.945922ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:12.616571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:12.264654Z","time spent":"351.758511ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-06T01:33:23.977623Z","caller":"traceutil/trace.go:171","msg":"trace[529983445] linearizableReadLoop","detail":"{readStateIndex:8801; appliedIndex:8800; }","duration":"133.61665ms","start":"2026-05-06T01:33:23.843978Z","end":"2026-05-06T01:33:23.977595Z","steps":["trace[529983445] 'read index received' (duration: 133.557449ms)","trace[529983445] 'applied index is now lower than readState.Index' (duration: 57.871µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:23.977823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.815755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:33:23.977922Z","caller":"traceutil/trace.go:171","msg":"trace[2037789286] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8426; }","duration":"133.958508ms","start":"2026-05-06T01:33:23.843935Z","end":"2026-05-06T01:33:23.977894Z","steps":["trace[2037789286] 'agreement among raft nodes before linearized reading' (duration: 133.758744ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:24.863667Z","caller":"traceutil/trace.go:171","msg":"trace[247793621] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8802; }","duration":"365.6694ms","start":"2026-05-06T01:33:24.497966Z","end":"2026-05-06T01:33:24.863635Z","steps":["trace[247793621] 'read index received' (duration: 365.26365ms)","trace[247793621] 'applied index is now lower than readState.Index' (duration: 404.79µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:24.86407Z","caller":"traceutil/trace.go:171","msg":"trace[590613516] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"544.650163ms","start":"2026-05-06T01:33:24.319402Z","end":"2026-05-06T01:33:24.864052Z","steps":["trace[590613516] 'process raft request' (duration: 543.898626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.864195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.319371Z","time spent":"544.742925ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:24.864478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.508179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:33:24.86452Z","caller":"traceutil/trace.go:171","msg":"trace[430983787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8428; }","duration":"366.593341ms","start":"2026-05-06T01:33:24.497917Z","end":"2026-05-06T01:33:24.864511Z","steps":["trace[430983787] 'agreement among raft nodes before linearized reading' (duration: 366.464058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.864557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.497896Z","time spent":"366.652033ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T01:33:24.864841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.507864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:33:24.864885Z","caller":"traceutil/trace.go:171","msg":"trace[1725627194] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8428; }","duration":"244.582885ms","start":"2026-05-06T01:33:24.620289Z","end":"2026-05-06T01:33:24.864872Z","steps":["trace[1725627194] 'agreement among raft nodes before linearized reading' (duration: 244.428711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.865374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.064735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:33:24.865414Z","caller":"traceutil/trace.go:171","msg":"trace[1246327971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:8428; }","duration":"154.116506ms","start":"2026-05-06T01:33:24.711289Z","end":"2026-05-06T01:33:24.865406Z","steps":["trace[1246327971] 'agreement among raft nodes before linearized reading' (duration: 154.019993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.865619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.874442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-06T01:33:24.865653Z","caller":"traceutil/trace.go:171","msg":"trace[632714413] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8428; }","duration":"162.925104ms","start":"2026-05-06T01:33:24.702721Z","end":"2026-05-06T01:33:24.865646Z","steps":["trace[632714413] 'agreement among raft nodes before linearized reading' (duration: 162.840452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.865826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.117758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:33:24.865866Z","caller":"traceutil/trace.go:171","msg":"trace[404393281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8428; }","duration":"163.17526ms","start":"2026-05-06T01:33:24.702681Z","end":"2026-05-06T01:33:24.865856Z","steps":["trace[404393281] 'agreement among raft nodes before linearized reading' (duration: 163.082198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.866039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.835917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T01:33:24.866073Z","caller":"traceutil/trace.go:171","msg":"trace[399445089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8428; }","duration":"169.870278ms","start":"2026-05-06T01:33:24.696195Z","end":"2026-05-06T01:33:24.866066Z","steps":["trace[399445089] 'agreement among raft nodes before linearized reading' (duration: 169.792836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.866233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.513527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T01:33:24.866266Z","caller":"traceutil/trace.go:171","msg":"trace[233878896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8428; }","duration":"171.574089ms","start":"2026-05-06T01:33:24.694685Z","end":"2026-05-06T01:33:24.866259Z","steps":["trace[233878896] 'agreement among raft nodes before linearized reading' (duration: 171.494007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:24.866426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.712562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T01:33:24.86646Z","caller":"traceutil/trace.go:171","msg":"trace[1037985538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8428; }","duration":"171.784663ms","start":"2026-05-06T01:33:24.694668Z","end":"2026-05-06T01:33:24.866452Z","steps":["trace[1037985538] 'agreement among raft nodes before linearized reading' (duration: 171.702051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.375379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226952079,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:33:25.525828Z","caller":"traceutil/trace.go:171","msg":"trace[1723887266] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"654.069331ms","start":"2026-05-06T01:33:24.871725Z","end":"2026-05-06T01:33:25.525794Z","steps":["trace[1723887266] 'process raft request' (duration: 653.857486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.526029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.87171Z","time spent":"654.212164ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:25.579628Z","caller":"traceutil/trace.go:171","msg":"trace[1592160274] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"707.69175ms","start":"2026-05-06T01:33:24.871912Z","end":"2026-05-06T01:33:25.579604Z","steps":["trace[1592160274] 'process raft request' (duration: 707.613868ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:25.579664Z","caller":"traceutil/trace.go:171","msg":"trace[1426986266] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"707.830633ms","start":"2026-05-06T01:33:24.871784Z","end":"2026-05-06T01:33:25.579615Z","steps":["trace[1426986266] 'process raft request' (duration: 707.589098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.579786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.871881Z","time spent":"707.817302ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:25.579879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.871748Z","time spent":"708.016167ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:25.579995Z","caller":"traceutil/trace.go:171","msg":"trace[777962313] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"706.87156ms","start":"2026-05-06T01:33:24.873082Z","end":"2026-05-06T01:33:25.579954Z","steps":["trace[777962313] 'process raft request' (duration: 706.478691ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:25.58007Z","caller":"traceutil/trace.go:171","msg":"trace[1445943645] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"706.309997ms","start":"2026-05-06T01:33:24.873732Z","end":"2026-05-06T01:33:25.580042Z","steps":["trace[1445943645] 'process raft request' (duration: 706.110842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.58018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.873054Z","time spent":"707.030884ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:25.58029Z","caller":"traceutil/trace.go:171","msg":"trace[346513005] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8803; }","duration":"707.300781ms","start":"2026-05-06T01:33:24.872962Z","end":"2026-05-06T01:33:25.580263Z","steps":["trace[346513005] 'read index received' (duration: 652.662468ms)","trace[346513005] 'applied index is now lower than readState.Index' (duration: 54.637083ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:25.58032Z","caller":"traceutil/trace.go:171","msg":"trace[2000441173] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"705.800994ms","start":"2026-05-06T01:33:24.874487Z","end":"2026-05-06T01:33:25.580288Z","steps":["trace[2000441173] 'process raft request' (duration: 705.503257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.580247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.87372Z","time spent":"706.44209ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:25.580546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.566827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-05-06T01:33:25.580588Z","caller":"traceutil/trace.go:171","msg":"trace[1732467809] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8435; }","duration":"707.643808ms","start":"2026-05-06T01:33:24.872932Z","end":"2026-05-06T01:33:25.580575Z","steps":["trace[1732467809] 'agreement among raft nodes before linearized reading' (duration: 707.468744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.580594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.138732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-05-06T01:33:25.580613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.872922Z","time spent":"707.68646ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:33:25.580643Z","caller":"traceutil/trace.go:171","msg":"trace[1460325799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8435; }","duration":"361.188213ms","start":"2026-05-06T01:33:25.219445Z","end":"2026-05-06T01:33:25.580633Z","steps":["trace[1460325799] 'agreement among raft nodes before linearized reading' (duration: 361.011609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.580566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.539376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-06T01:33:25.580346Z","caller":"traceutil/trace.go:171","msg":"trace[1677412450] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"228.537145ms","start":"2026-05-06T01:33:25.351792Z","end":"2026-05-06T01:33:25.580329Z","steps":["trace[1677412450] 'process raft request' (duration: 228.355371ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:25.580741Z","caller":"traceutil/trace.go:171","msg":"trace[1509316539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8435; }","duration":"707.772681ms","start":"2026-05-06T01:33:24.872945Z","end":"2026-05-06T01:33:25.580718Z","steps":["trace[1509316539] 'agreement among raft nodes before linearized reading' (duration: 707.490755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.580983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.872933Z","time spent":"707.952075ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:33:25.580681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:25.219398Z","time spent":"361.276165ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11524,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T01:33:25.581172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.874477Z","time spent":"705.920938ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:25.581267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.527608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203477"} {"level":"info","ts":"2026-05-06T01:33:25.581329Z","caller":"traceutil/trace.go:171","msg":"trace[1064730181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8435; }","duration":"705.612281ms","start":"2026-05-06T01:33:24.875703Z","end":"2026-05-06T01:33:25.581316Z","steps":["trace[1064730181] 'agreement among raft nodes before linearized reading' (duration: 704.761591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:25.581375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:24.875695Z","time spent":"705.670692ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203501,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-06T01:33:25.797449Z","caller":"traceutil/trace.go:171","msg":"trace[1527694422] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"127.868405ms","start":"2026-05-06T01:33:25.669552Z","end":"2026-05-06T01:33:25.79742Z","steps":["trace[1527694422] 'process raft request' (duration: 89.513527ms)","trace[1527694422] 'compare' (duration: 38.092661ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:25.834974Z","caller":"traceutil/trace.go:171","msg":"trace[253576858] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"109.607733ms","start":"2026-05-06T01:33:25.72533Z","end":"2026-05-06T01:33:25.834937Z","steps":["trace[253576858] 'process raft request' (duration: 109.378897ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:27.838358Z","caller":"traceutil/trace.go:171","msg":"trace[1969053117] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8818; }","duration":"253.068505ms","start":"2026-05-06T01:33:27.585258Z","end":"2026-05-06T01:33:27.838327Z","steps":["trace[1969053117] 'read index received' (duration: 252.85518ms)","trace[1969053117] 'applied index is now lower than readState.Index' (duration: 211.885µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:27.838419Z","caller":"traceutil/trace.go:171","msg":"trace[532617046] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"302.035033ms","start":"2026-05-06T01:33:27.53635Z","end":"2026-05-06T01:33:27.838385Z","steps":["trace[532617046] 'process raft request' (duration: 301.741977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:27.838602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.536325Z","time spent":"302.176437ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:27.838614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.326951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:33:27.838652Z","caller":"traceutil/trace.go:171","msg":"trace[866369447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8443; }","duration":"253.411044ms","start":"2026-05-06T01:33:27.585229Z","end":"2026-05-06T01:33:27.83864Z","steps":["trace[866369447] 'agreement among raft nodes before linearized reading' (duration: 253.24158ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.134415Z","caller":"traceutil/trace.go:171","msg":"trace[974452319] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"547.985911ms","start":"2026-05-06T01:33:27.586395Z","end":"2026-05-06T01:33:28.134381Z","steps":["trace[974452319] 'process raft request' (duration: 464.138858ms)","trace[974452319] 'compare' (duration: 83.577927ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:28.134548Z","caller":"traceutil/trace.go:171","msg":"trace[625517151] linearizableReadLoop","detail":"{readStateIndex:8820; appliedIndex:8819; }","duration":"296.080663ms","start":"2026-05-06T01:33:27.838438Z","end":"2026-05-06T01:33:28.134518Z","steps":["trace[625517151] 'read index received' (duration: 212.136378ms)","trace[625517151] 'applied index is now lower than readState.Index' (duration: 83.940875ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:28.13464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.586371Z","time spent":"548.178546ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:28.134789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.613216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-06T01:33:28.134815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.127227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:33:28.134869Z","caller":"traceutil/trace.go:171","msg":"trace[1344328585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8444; }","duration":"548.731839ms","start":"2026-05-06T01:33:27.586118Z","end":"2026-05-06T01:33:28.13485Z","steps":["trace[1344328585] 'agreement among raft nodes before linearized reading' (duration: 548.465743ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.134891Z","caller":"traceutil/trace.go:171","msg":"trace[2042690804] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8444; }","duration":"332.247889ms","start":"2026-05-06T01:33:27.802625Z","end":"2026-05-06T01:33:28.134873Z","steps":["trace[2042690804] 'agreement among raft nodes before linearized reading' (duration: 332.039394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.134917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.586108Z","time spent":"548.797761ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T01:33:28.134924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.802604Z","time spent":"332.314631ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:33:28.134943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.504957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-06T01:33:28.134838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.326783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-06T01:33:28.134983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.580145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-06T01:33:28.136207Z","caller":"traceutil/trace.go:171","msg":"trace[260565683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8444; }","duration":"549.847065ms","start":"2026-05-06T01:33:27.586341Z","end":"2026-05-06T01:33:28.136189Z","steps":["trace[260565683] 'agreement among raft nodes before linearized reading' (duration: 548.329139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.136247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.586311Z","time spent":"549.923497ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T01:33:28.135007Z","caller":"traceutil/trace.go:171","msg":"trace[1086622651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8444; }","duration":"549.610919ms","start":"2026-05-06T01:33:27.585378Z","end":"2026-05-06T01:33:28.134989Z","steps":["trace[1086622651] 'agreement among raft nodes before linearized reading' (duration: 549.486997ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.135029Z","caller":"traceutil/trace.go:171","msg":"trace[2038107324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8444; }","duration":"549.570819ms","start":"2026-05-06T01:33:27.585439Z","end":"2026-05-06T01:33:28.13501Z","steps":["trace[2038107324] 'agreement among raft nodes before linearized reading' (duration: 549.246451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.135182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.182042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:33:28.135311Z","caller":"traceutil/trace.go:171","msg":"trace[1775777012] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"291.818993ms","start":"2026-05-06T01:33:27.843483Z","end":"2026-05-06T01:33:28.135302Z","steps":["trace[1775777012] 'process raft request' (duration: 290.774638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.136366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.585415Z","time spent":"550.935011ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:33:28.136383Z","caller":"traceutil/trace.go:171","msg":"trace[658662182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:8444; }","duration":"548.406261ms","start":"2026-05-06T01:33:27.587971Z","end":"2026-05-06T01:33:28.136377Z","steps":["trace[658662182] 'agreement among raft nodes before linearized reading' (duration: 546.599569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.136401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.587959Z","time spent":"548.437542ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zfc85\" "} {"level":"warn","ts":"2026-05-06T01:33:28.135395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.402888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-06T01:33:28.136493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.585349Z","time spent":"551.139106ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T01:33:28.13651Z","caller":"traceutil/trace.go:171","msg":"trace[1824731689] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8444; }","duration":"430.569475ms","start":"2026-05-06T01:33:27.705932Z","end":"2026-05-06T01:33:28.136501Z","steps":["trace[1824731689] 'agreement among raft nodes before linearized reading' (duration: 428.933107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.136531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:27.705907Z","time spent":"430.616876ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:33:28.374816Z","caller":"traceutil/trace.go:171","msg":"trace[1449716475] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"234.132508ms","start":"2026-05-06T01:33:28.140649Z","end":"2026-05-06T01:33:28.374782Z","steps":["trace[1449716475] 'process raft request' (duration: 233.759439ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.374912Z","caller":"traceutil/trace.go:171","msg":"trace[224395490] linearizableReadLoop","detail":"{readStateIndex:8826; appliedIndex:8822; }","duration":"173.899773ms","start":"2026-05-06T01:33:28.200999Z","end":"2026-05-06T01:33:28.374899Z","steps":["trace[224395490] 'read index received' (duration: 173.473043ms)","trace[224395490] 'applied index is now lower than readState.Index' (duration: 425.53µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:28.374916Z","caller":"traceutil/trace.go:171","msg":"trace[1204547731] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"233.627636ms","start":"2026-05-06T01:33:28.141242Z","end":"2026-05-06T01:33:28.37487Z","steps":["trace[1204547731] 'process raft request' (duration: 233.446362ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.374982Z","caller":"traceutil/trace.go:171","msg":"trace[569194992] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"232.343035ms","start":"2026-05-06T01:33:28.142617Z","end":"2026-05-06T01:33:28.37496Z","steps":["trace[569194992] 'process raft request' (duration: 232.11072ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.374817Z","caller":"traceutil/trace.go:171","msg":"trace[1494035915] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"234.085946ms","start":"2026-05-06T01:33:28.140708Z","end":"2026-05-06T01:33:28.374794Z","steps":["trace[1494035915] 'process raft request' (duration: 233.914102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.375749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.571428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203477"} {"level":"info","ts":"2026-05-06T01:33:28.375844Z","caller":"traceutil/trace.go:171","msg":"trace[1632468766] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8450; }","duration":"234.704811ms","start":"2026-05-06T01:33:28.141123Z","end":"2026-05-06T01:33:28.375828Z","steps":["trace[1632468766] 'agreement among raft nodes before linearized reading' (duration: 233.897882ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:28.519467Z","caller":"traceutil/trace.go:171","msg":"trace[2130034257] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"311.081798ms","start":"2026-05-06T01:33:28.208316Z","end":"2026-05-06T01:33:28.519398Z","steps":["trace[2130034257] 'process raft request' (duration: 234.168239ms)","trace[2130034257] 'compare' (duration: 76.291504ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:28.519532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.3935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:28.519625Z","caller":"traceutil/trace.go:171","msg":"trace[1595021744] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8451; }","duration":"170.562945ms","start":"2026-05-06T01:33:28.34904Z","end":"2026-05-06T01:33:28.519603Z","steps":["trace[1595021744] 'agreement among raft nodes before linearized reading' (duration: 170.382671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.519735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.208286Z","time spent":"311.295813ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:28.518979Z","caller":"traceutil/trace.go:171","msg":"trace[803956988] linearizableReadLoop","detail":"{readStateIndex:8827; appliedIndex:8826; }","duration":"143.999866ms","start":"2026-05-06T01:33:28.374946Z","end":"2026-05-06T01:33:28.518946Z","steps":["trace[803956988] 'read index received' (duration: 67.599539ms)","trace[803956988] 'applied index is now lower than readState.Index' (duration: 76.399007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:28.52016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.76953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-05-06T01:33:28.52021Z","caller":"traceutil/trace.go:171","msg":"trace[870091834] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8451; }","duration":"140.878442ms","start":"2026-05-06T01:33:28.37932Z","end":"2026-05-06T01:33:28.520198Z","steps":["trace[870091834] 'agreement among raft nodes before linearized reading' (duration: 140.729018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.520249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.060329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:28.520353Z","caller":"traceutil/trace.go:171","msg":"trace[111620444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8451; }","duration":"314.229463ms","start":"2026-05-06T01:33:28.206102Z","end":"2026-05-06T01:33:28.520331Z","steps":["trace[111620444] 'agreement among raft nodes before linearized reading' (duration: 313.408194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:28.520406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:28.206076Z","time spent":"314.321495ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:33:28.773303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.515249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:33:28.77343Z","caller":"traceutil/trace.go:171","msg":"trace[914703572] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"245.991308ms","start":"2026-05-06T01:33:28.527423Z","end":"2026-05-06T01:33:28.773414Z","steps":["trace[914703572] 'process raft request' (duration: 101.280645ms)","trace[914703572] 'compare' (duration: 144.404096ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:28.774255Z","caller":"traceutil/trace.go:171","msg":"trace[675142902] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"242.843044ms","start":"2026-05-06T01:33:28.531374Z","end":"2026-05-06T01:33:28.774217Z","steps":["trace[675142902] 'process raft request' (duration: 242.021985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:29.439949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.230603ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-06T01:33:29.440096Z","caller":"traceutil/trace.go:171","msg":"trace[1809618717] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8829; }","duration":"233.476522ms","start":"2026-05-06T01:33:29.206596Z","end":"2026-05-06T01:33:29.440073Z","steps":["trace[1809618717] 'read index received' (duration: 97.081336ms)","trace[1809618717] 'applied index is now lower than readState.Index' (duration: 136.393106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:29.440515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.849472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:29.440597Z","caller":"traceutil/trace.go:171","msg":"trace[2127430743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8453; }","duration":"234.040976ms","start":"2026-05-06T01:33:29.206542Z","end":"2026-05-06T01:33:29.440583Z","steps":["trace[2127430743] 'agreement among raft nodes before linearized reading' (duration: 233.828591ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:29.74136Z","caller":"traceutil/trace.go:171","msg":"trace[82339237] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"158.284664ms","start":"2026-05-06T01:33:29.583032Z","end":"2026-05-06T01:33:29.741317Z","steps":["trace[82339237] 'process raft request' (duration: 157.922995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:30.083229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.163951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-06T01:33:30.083328Z","caller":"traceutil/trace.go:171","msg":"trace[229948938] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8454; }","duration":"240.335215ms","start":"2026-05-06T01:33:29.842971Z","end":"2026-05-06T01:33:30.083307Z","steps":["trace[229948938] 'range keys from in-memory index tree' (duration: 240.038168ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:30.42422Z","caller":"traceutil/trace.go:171","msg":"trace[816334787] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"188.97398ms","start":"2026-05-06T01:33:30.235204Z","end":"2026-05-06T01:33:30.424178Z","steps":["trace[816334787] 'process raft request' (duration: 160.496966ms)","trace[816334787] 'compare' (duration: 28.215408ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:31.076611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.841591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:33:31.076787Z","caller":"traceutil/trace.go:171","msg":"trace[1392871279] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"645.998561ms","start":"2026-05-06T01:33:30.43075Z","end":"2026-05-06T01:33:31.076749Z","steps":["trace[1392871279] 'process raft request' (duration: 255.861072ms)","trace[1392871279] 'compare' (duration: 389.174756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:31.076887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:30.430717Z","time spent":"646.121363ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:31.082001Z","caller":"traceutil/trace.go:171","msg":"trace[316577559] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"650.22941ms","start":"2026-05-06T01:33:30.431741Z","end":"2026-05-06T01:33:31.08197Z","steps":["trace[316577559] 'process raft request' (duration: 650.044596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:31.082168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:30.431714Z","time spent":"650.371784ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:31.082279Z","caller":"traceutil/trace.go:171","msg":"trace[491992113] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8835; }","duration":"649.597756ms","start":"2026-05-06T01:33:30.432653Z","end":"2026-05-06T01:33:31.082251Z","steps":["trace[491992113] 'read index received' (duration: 253.926397ms)","trace[491992113] 'applied index is now lower than readState.Index' (duration: 395.670319ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:31.082514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.338415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-06T01:33:31.082558Z","caller":"traceutil/trace.go:171","msg":"trace[1944474232] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8461; }","duration":"303.410767ms","start":"2026-05-06T01:33:30.779129Z","end":"2026-05-06T01:33:31.08254Z","steps":["trace[1944474232] 'agreement among raft nodes before linearized reading' (duration: 303.281213ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:31.082562Z","caller":"traceutil/trace.go:171","msg":"trace[411625964] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"649.963674ms","start":"2026-05-06T01:33:30.432586Z","end":"2026-05-06T01:33:31.082549Z","steps":["trace[411625964] 'process raft request' (duration: 649.335239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:31.082605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:30.7791Z","time spent":"303.495259ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:33:31.082859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.167769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203477"} {"level":"warn","ts":"2026-05-06T01:33:31.082941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.801459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:33:31.083039Z","caller":"traceutil/trace.go:171","msg":"trace[1568196863] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8461; }","duration":"301.962003ms","start":"2026-05-06T01:33:30.781053Z","end":"2026-05-06T01:33:31.083015Z","steps":["trace[1568196863] 'agreement among raft nodes before linearized reading' (duration: 301.42464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:31.08308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:30.781029Z","time spent":"302.044954ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:33:31.083026Z","caller":"traceutil/trace.go:171","msg":"trace[1858050548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8461; }","duration":"650.317052ms","start":"2026-05-06T01:33:30.432638Z","end":"2026-05-06T01:33:31.082955Z","steps":["trace[1858050548] 'agreement among raft nodes before linearized reading' (duration: 649.709158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:31.083132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:30.432574Z","time spent":"650.016895ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:31.083283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:30.432606Z","time spent":"650.660821ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":203501,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-06T01:33:31.624199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226952164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:33:31.751798Z","caller":"traceutil/trace.go:171","msg":"trace[1473309833] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"660.37147ms","start":"2026-05-06T01:33:31.091399Z","end":"2026-05-06T01:33:31.75177Z","steps":["trace[1473309833] 'process raft request' (duration: 659.55811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:31.751967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.091372Z","time spent":"660.499993ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:33:32.45478Z","caller":"traceutil/trace.go:171","msg":"trace[763626997] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"1.31696038s","start":"2026-05-06T01:33:31.137758Z","end":"2026-05-06T01:33:32.454719Z","steps":["trace[763626997] 'process raft request' (duration: 1.316515209s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.455062Z","caller":"traceutil/trace.go:171","msg":"trace[965149485] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"1.304165798s","start":"2026-05-06T01:33:31.150874Z","end":"2026-05-06T01:33:32.45504Z","steps":["trace[965149485] 'process raft request' (duration: 1.303600334s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.455054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.137738Z","time spent":"1.317171895s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:32.455129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.150847Z","time spent":"1.304251079s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:33:32.455396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331627366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-05-06T01:33:32.455497Z","caller":"traceutil/trace.go:171","msg":"trace[1450521144] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8465; }","duration":"1.331813062s","start":"2026-05-06T01:33:31.123659Z","end":"2026-05-06T01:33:32.455472Z","steps":["trace[1450521144] 'agreement among raft nodes before linearized reading' (duration: 1.331514885s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.455558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.123636Z","time spent":"1.331909133s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T01:33:32.455237Z","caller":"traceutil/trace.go:171","msg":"trace[1190011328] linearizableReadLoop","detail":"{readStateIndex:8842; appliedIndex:8839; }","duration":"1.331207087s","start":"2026-05-06T01:33:31.123711Z","end":"2026-05-06T01:33:32.454918Z","steps":["trace[1190011328] 'read index received' (duration: 627.307667ms)","trace[1190011328] 'applied index is now lower than readState.Index' (duration: 703.8984ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:32.481941Z","caller":"traceutil/trace.go:171","msg":"trace[1638454834] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"245.599759ms","start":"2026-05-06T01:33:32.236317Z","end":"2026-05-06T01:33:32.481916Z","steps":["trace[1638454834] 'process raft request' (duration: 245.462356ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.678357Z","caller":"traceutil/trace.go:171","msg":"trace[210554255] linearizableReadLoop","detail":"{readStateIndex:8844; appliedIndex:8842; }","duration":"217.218588ms","start":"2026-05-06T01:33:32.461103Z","end":"2026-05-06T01:33:32.678322Z","steps":["trace[210554255] 'read index received' (duration: 20.659079ms)","trace[210554255] 'applied index is now lower than readState.Index' (duration: 196.557989ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:32.678573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471202448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.678613Z","caller":"traceutil/trace.go:171","msg":"trace[311698617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8467; }","duration":"1.471303301s","start":"2026-05-06T01:33:31.207295Z","end":"2026-05-06T01:33:32.678598Z","steps":["trace[311698617] 'agreement among raft nodes before linearized reading' (duration: 1.471168247s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.678657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.20728Z","time spent":"1.471367353s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T01:33:32.67875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.538814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.678797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.01855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.67884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.641081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-06T01:33:32.678861Z","caller":"traceutil/trace.go:171","msg":"trace[1637790179] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8467; }","duration":"684.129912ms","start":"2026-05-06T01:33:31.994712Z","end":"2026-05-06T01:33:32.678842Z","steps":["trace[1637790179] 'agreement among raft nodes before linearized reading' (duration: 684.021ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.678877Z","caller":"traceutil/trace.go:171","msg":"trace[296739148] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8467; }","duration":"909.729888ms","start":"2026-05-06T01:33:31.769103Z","end":"2026-05-06T01:33:32.678833Z","steps":["trace[296739148] 'agreement among raft nodes before linearized reading' (duration: 909.526193ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.678905Z","caller":"traceutil/trace.go:171","msg":"trace[690017265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8467; }","duration":"248.754483ms","start":"2026-05-06T01:33:32.430135Z","end":"2026-05-06T01:33:32.67889Z","steps":["trace[690017265] 'agreement among raft nodes before linearized reading' (duration: 248.59331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.678877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.396625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.678942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.559021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.678989Z","caller":"traceutil/trace.go:171","msg":"trace[1045812292] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8467; }","duration":"911.603862ms","start":"2026-05-06T01:33:31.76737Z","end":"2026-05-06T01:33:32.678974Z","steps":["trace[1045812292] 'agreement among raft nodes before linearized reading' (duration: 911.534531ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.678995Z","caller":"traceutil/trace.go:171","msg":"trace[620071976] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8467; }","duration":"702.578438ms","start":"2026-05-06T01:33:31.976394Z","end":"2026-05-06T01:33:32.678972Z","steps":["trace[620071976] 'agreement among raft nodes before linearized reading' (duration: 702.330243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.953198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.679035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.767292Z","time spent":"911.730966ms","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.67906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.97638Z","time spent":"702.672091ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:32.679063Z","caller":"traceutil/trace.go:171","msg":"trace[1286100252] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8467; }","duration":"662.03716ms","start":"2026-05-06T01:33:32.017006Z","end":"2026-05-06T01:33:32.679043Z","steps":["trace[1286100252] 'agreement among raft nodes before linearized reading' (duration: 661.965668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.659151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.679071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.314997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.67912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:32.016977Z","time spent":"662.128922ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-05-06T01:33:32.679147Z","caller":"traceutil/trace.go:171","msg":"trace[1175058242] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8467; }","duration":"828.731932ms","start":"2026-05-06T01:33:31.850397Z","end":"2026-05-06T01:33:32.679129Z","steps":["trace[1175058242] 'agreement among raft nodes before linearized reading' (duration: 828.65178ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.67917Z","caller":"traceutil/trace.go:171","msg":"trace[1621922746] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8467; }","duration":"955.504422ms","start":"2026-05-06T01:33:31.723642Z","end":"2026-05-06T01:33:32.679146Z","steps":["trace[1621922746] 'agreement among raft nodes before linearized reading' (duration: 955.274476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.850388Z","time spent":"828.798604ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:32.67922Z","caller":"traceutil/trace.go:171","msg":"trace[1634376010] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"218.275193ms","start":"2026-05-06T01:33:32.460933Z","end":"2026-05-06T01:33:32.679209Z","steps":["trace[1634376010] 'process raft request' (duration: 213.328386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.723604Z","time spent":"955.616164ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.679533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.701558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.679567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.134261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.679577Z","caller":"traceutil/trace.go:171","msg":"trace[1930018378] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8467; }","duration":"214.220398ms","start":"2026-05-06T01:33:32.465349Z","end":"2026-05-06T01:33:32.67957Z","steps":["trace[1930018378] 'process raft request' (duration: 212.819344ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.679589Z","caller":"traceutil/trace.go:171","msg":"trace[2000366137] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8467; }","duration":"703.209734ms","start":"2026-05-06T01:33:31.976373Z","end":"2026-05-06T01:33:32.679582Z","steps":["trace[2000366137] 'agreement among raft nodes before linearized reading' (duration: 703.171053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.97635Z","time spent":"703.255024ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.679638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.01659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.678935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.994686Z","time spent":"684.227524ms","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.679668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.667034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.679696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.271165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.679724Z","caller":"traceutil/trace.go:171","msg":"trace[1081742459] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8467; }","duration":"662.750857ms","start":"2026-05-06T01:33:32.016959Z","end":"2026-05-06T01:33:32.67971Z","steps":["trace[1081742459] 'agreement among raft nodes before linearized reading' (duration: 662.662555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.315036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.679739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.466283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.679764Z","caller":"traceutil/trace.go:171","msg":"trace[740155524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8467; }","duration":"996.381778ms","start":"2026-05-06T01:33:31.683374Z","end":"2026-05-06T01:33:32.679756Z","steps":["trace[740155524] 'agreement among raft nodes before linearized reading' (duration: 996.334997ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.679759Z","caller":"traceutil/trace.go:171","msg":"trace[924141580] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8467; }","duration":"829.364488ms","start":"2026-05-06T01:33:31.850381Z","end":"2026-05-06T01:33:32.679745Z","steps":["trace[924141580] 'agreement among raft nodes before linearized reading' (duration: 829.271466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:32.016946Z","time spent":"662.811848ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.679795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.68333Z","time spent":"996.45591ms","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.679809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.850366Z","time spent":"829.429109ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.679889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.586461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.255269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-06T01:33:32.679006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.559258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.215914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680056Z","caller":"traceutil/trace.go:171","msg":"trace[1150276900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8467; }","duration":"923.358571ms","start":"2026-05-06T01:33:31.756687Z","end":"2026-05-06T01:33:32.680046Z","steps":["trace[1150276900] 'agreement among raft nodes before linearized reading' (duration: 923.113115ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.680053Z","caller":"traceutil/trace.go:171","msg":"trace[1794302770] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8467; }","duration":"708.834667ms","start":"2026-05-06T01:33:31.971184Z","end":"2026-05-06T01:33:32.680019Z","steps":["trace[1794302770] 'agreement among raft nodes before linearized reading' (duration: 708.565771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.376207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680081Z","caller":"traceutil/trace.go:171","msg":"trace[420914760] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8467; }","duration":"829.932651ms","start":"2026-05-06T01:33:31.850133Z","end":"2026-05-06T01:33:32.680066Z","steps":["trace[420914760] 'agreement among raft nodes before linearized reading' (duration: 828.833745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.250595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016557746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.396591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.67978Z","caller":"traceutil/trace.go:171","msg":"trace[658286184] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8467; }","duration":"912.541075ms","start":"2026-05-06T01:33:31.767228Z","end":"2026-05-06T01:33:32.679769Z","steps":["trace[658286184] 'agreement among raft nodes before linearized reading' (duration: 912.472814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.68016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.784366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680172Z","caller":"traceutil/trace.go:171","msg":"trace[1163305235] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8467; }","duration":"868.438672ms","start":"2026-05-06T01:33:31.811729Z","end":"2026-05-06T01:33:32.680167Z","steps":["trace[1163305235] 'agreement among raft nodes before linearized reading' (duration: 868.405821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.971144Z","time spent":"708.997871ms","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.680188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.342052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.767207Z","time spent":"912.977695ms","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:32.680223Z","caller":"traceutil/trace.go:171","msg":"trace[462678775] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8467; }","duration":"929.421895ms","start":"2026-05-06T01:33:31.750792Z","end":"2026-05-06T01:33:32.680214Z","steps":["trace[462678775] 'agreement among raft nodes before linearized reading' (duration: 929.382044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.903879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.750756Z","time spent":"929.486776ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.680244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.743844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.850122Z","time spent":"829.998023ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.680268Z","caller":"traceutil/trace.go:171","msg":"trace[1682655701] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8467; }","duration":"845.970231ms","start":"2026-05-06T01:33:31.83429Z","end":"2026-05-06T01:33:32.68026Z","steps":["trace[1682655701] 'agreement among raft nodes before linearized reading' (duration: 845.91935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.834272Z","time spent":"846.016962ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.680298Z","caller":"traceutil/trace.go:171","msg":"trace[1996935666] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8467; }","duration":"894.818975ms","start":"2026-05-06T01:33:31.785461Z","end":"2026-05-06T01:33:32.68028Z","steps":["trace[1996935666] 'agreement among raft nodes before linearized reading' (duration: 894.734183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.785445Z","time spent":"894.886248ms","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.680194Z","caller":"traceutil/trace.go:171","msg":"trace[1902022638] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8467; }","duration":"845.825937ms","start":"2026-05-06T01:33:31.834359Z","end":"2026-05-06T01:33:32.680185Z","steps":["trace[1902022638] 'agreement among raft nodes before linearized reading' (duration: 845.770326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.710711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.811713Z","time spent":"868.484283ms","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.680421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.834355Z","time spent":"846.055792ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.678797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.310993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.71835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.68049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.265102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680507Z","caller":"traceutil/trace.go:171","msg":"trace[799028835] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8467; }","duration":"663.049013ms","start":"2026-05-06T01:33:32.017438Z","end":"2026-05-06T01:33:32.680487Z","steps":["trace[799028835] 'agreement among raft nodes before linearized reading' (duration: 661.275851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017371215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680552Z","caller":"traceutil/trace.go:171","msg":"trace[904462807] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8467; }","duration":"685.797201ms","start":"2026-05-06T01:33:31.994728Z","end":"2026-05-06T01:33:32.680526Z","steps":["trace[904462807] 'agreement among raft nodes before linearized reading' (duration: 685.720689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.678696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.908095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.679684Z","caller":"traceutil/trace.go:171","msg":"trace[650398157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8467; }","duration":"996.113192ms","start":"2026-05-06T01:33:31.683559Z","end":"2026-05-06T01:33:32.679672Z","steps":["trace[650398157] 'agreement among raft nodes before linearized reading' (duration: 996.03969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.427013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:32.017428Z","time spent":"663.140186ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.680599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.994711Z","time spent":"685.878884ms","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:32.680599Z","caller":"traceutil/trace.go:171","msg":"trace[1602436219] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8467; }","duration":"1.017565019s","start":"2026-05-06T01:33:31.663008Z","end":"2026-05-06T01:33:32.680573Z","steps":["trace[1602436219] 'agreement among raft nodes before linearized reading' (duration: 1.017322084s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.683504Z","time spent":"997.111995ms","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.680641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.482072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.67893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.769081Z","time spent":"909.832631ms","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.680701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.704166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.704238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.68066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.570523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680734Z","caller":"traceutil/trace.go:171","msg":"trace[1714947258] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8467; }","duration":"736.737217ms","start":"2026-05-06T01:33:31.943991Z","end":"2026-05-06T01:33:32.680728Z","steps":["trace[1714947258] 'agreement among raft nodes before linearized reading' (duration: 736.687446ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.680753Z","caller":"traceutil/trace.go:171","msg":"trace[657806542] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8467; }","duration":"794.757039ms","start":"2026-05-06T01:33:31.885983Z","end":"2026-05-06T01:33:32.68074Z","steps":["trace[657806542] 'agreement among raft nodes before linearized reading' (duration: 794.706068ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.680766Z","caller":"traceutil/trace.go:171","msg":"trace[2065629363] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8467; }","duration":"736.722157ms","start":"2026-05-06T01:33:31.94403Z","end":"2026-05-06T01:33:32.680752Z","steps":["trace[2065629363] 'agreement among raft nodes before linearized reading' (duration: 736.608424ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.679576Z","caller":"traceutil/trace.go:171","msg":"trace[1937783552] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8467; }","duration":"995.042256ms","start":"2026-05-06T01:33:31.684519Z","end":"2026-05-06T01:33:32.679561Z","steps":["trace[1937783552] 'agreement among raft nodes before linearized reading' (duration: 994.713779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.776068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.88597Z","time spent":"794.81892ms","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.680856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.242073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.212536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680867Z","caller":"traceutil/trace.go:171","msg":"trace[577761097] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8467; }","duration":"956.582487ms","start":"2026-05-06T01:33:31.724235Z","end":"2026-05-06T01:33:32.680817Z","steps":["trace[577761097] 'agreement among raft nodes before linearized reading' (duration: 956.126776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.943999Z","time spent":"736.810349ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.680882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.921573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680901Z","caller":"traceutil/trace.go:171","msg":"trace[1082880078] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8467; }","duration":"869.002136ms","start":"2026-05-06T01:33:31.811888Z","end":"2026-05-06T01:33:32.68089Z","steps":["trace[1082880078] 'agreement among raft nodes before linearized reading' (duration: 868.211307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.724211Z","time spent":"956.683479ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.68092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.506148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.684502Z","time spent":"996.311786ms","remote":"127.0.0.1:43562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.680935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.811884Z","time spent":"869.041007ms","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.680449Z","caller":"traceutil/trace.go:171","msg":"trace[1220693276] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8467; }","duration":"929.789253ms","start":"2026-05-06T01:33:31.750647Z","end":"2026-05-06T01:33:32.680436Z","steps":["trace[1220693276] 'agreement among raft nodes before linearized reading' (duration: 929.729312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.233785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.68098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.750622Z","time spent":"930.346927ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-05-06T01:33:32.68016Z","caller":"traceutil/trace.go:171","msg":"trace[126205125] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8467; }","duration":"881.339507ms","start":"2026-05-06T01:33:31.7988Z","end":"2026-05-06T01:33:32.68014Z","steps":["trace[126205125] 'agreement among raft nodes before linearized reading' (duration: 881.242445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.681014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.827023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680933Z","caller":"traceutil/trace.go:171","msg":"trace[755811538] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8467; }","duration":"795.006376ms","start":"2026-05-06T01:33:31.885915Z","end":"2026-05-06T01:33:32.680921Z","steps":["trace[755811538] 'agreement among raft nodes before linearized reading' (duration: 794.894753ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.681049Z","caller":"traceutil/trace.go:171","msg":"trace[766880674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8467; }","duration":"778.904384ms","start":"2026-05-06T01:33:31.902135Z","end":"2026-05-06T01:33:32.681039Z","steps":["trace[766880674] 'agreement among raft nodes before linearized reading' (duration: 778.863813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.681057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.885895Z","time spent":"795.153969ms","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.681076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.90211Z","time spent":"778.960305ms","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.681086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.412976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.681122Z","caller":"traceutil/trace.go:171","msg":"trace[1763780205] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8467; }","duration":"812.448327ms","start":"2026-05-06T01:33:31.868664Z","end":"2026-05-06T01:33:32.681112Z","steps":["trace[1763780205] 'agreement among raft nodes before linearized reading' (duration: 812.395696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.681153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.369103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.68008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.756661Z","time spent":"923.414173ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:33:32.68001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.701326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.681199Z","caller":"traceutil/trace.go:171","msg":"trace[1873604869] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8467; }","duration":"814.431685ms","start":"2026-05-06T01:33:31.866758Z","end":"2026-05-06T01:33:32.68119Z","steps":["trace[1873604869] 'agreement among raft nodes before linearized reading' (duration: 814.363843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.68122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.868611Z","time spent":"812.599921ms","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.681241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.866754Z","time spent":"814.476906ms","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-05-06T01:33:32.680148Z","caller":"traceutil/trace.go:171","msg":"trace[1444409046] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8467; }","duration":"1.016610787s","start":"2026-05-06T01:33:31.663528Z","end":"2026-05-06T01:33:32.680139Z","steps":["trace[1444409046] 'agreement among raft nodes before linearized reading' (duration: 1.016549696s)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.681247Z","caller":"traceutil/trace.go:171","msg":"trace[23418205] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8467; }","duration":"685.943905ms","start":"2026-05-06T01:33:31.995279Z","end":"2026-05-06T01:33:32.681223Z","steps":["trace[23418205] 'agreement among raft nodes before linearized reading' (duration: 684.676205ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.680112Z","caller":"traceutil/trace.go:171","msg":"trace[206605784] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8467; }","duration":"845.485729ms","start":"2026-05-06T01:33:31.834618Z","end":"2026-05-06T01:33:32.680103Z","steps":["trace[206605784] 'agreement among raft nodes before linearized reading' (duration: 845.348696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.681287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.663521Z","time spent":"1.017753274s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.680107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.160725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680879Z","caller":"traceutil/trace.go:171","msg":"trace[1886896515] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8467; }","duration":"760.312874ms","start":"2026-05-06T01:33:31.920559Z","end":"2026-05-06T01:33:32.680872Z","steps":["trace[1886896515] 'agreement among raft nodes before linearized reading' (duration: 760.253353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.943926Z","time spent":"736.829619ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.681336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.920531Z","time spent":"760.792816ms","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-05-06T01:33:32.681157Z","caller":"traceutil/trace.go:171","msg":"trace[719870011] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8467; }","duration":"882.056984ms","start":"2026-05-06T01:33:31.799003Z","end":"2026-05-06T01:33:32.68106Z","steps":["trace[719870011] 'agreement among raft nodes before linearized reading' (duration: 881.233324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.679117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.020842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.680608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.817135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.68142Z","caller":"traceutil/trace.go:171","msg":"trace[1447385013] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8467; }","duration":"869.483047ms","start":"2026-05-06T01:33:31.811927Z","end":"2026-05-06T01:33:32.68141Z","steps":["trace[1447385013] 'agreement among raft nodes before linearized reading' (duration: 868.143355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.802639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-06T01:33:32.681455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.398143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680708Z","caller":"traceutil/trace.go:171","msg":"trace[883963016] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8467; }","duration":"895.584464ms","start":"2026-05-06T01:33:31.785107Z","end":"2026-05-06T01:33:32.680692Z","steps":["trace[883963016] 'agreement among raft nodes before linearized reading' (duration: 895.491232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.68069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.662987Z","time spent":"1.017683313s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-05-06T01:33:32.68148Z","caller":"traceutil/trace.go:171","msg":"trace[1356843546] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8467; }","duration":"896.468145ms","start":"2026-05-06T01:33:31.785006Z","end":"2026-05-06T01:33:32.681474Z","steps":["trace[1356843546] 'agreement among raft nodes before linearized reading' (duration: 896.428964ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.681461Z","caller":"traceutil/trace.go:171","msg":"trace[1479371354] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8467; }","duration":"736.675815ms","start":"2026-05-06T01:33:31.944765Z","end":"2026-05-06T01:33:32.681441Z","steps":["trace[1479371354] 'agreement among raft nodes before linearized reading' (duration: 735.801234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.681492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.785085Z","time spent":"896.399113ms","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.681042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.798789Z","time spent":"882.241198ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-05-06T01:33:32.681535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.944758Z","time spent":"736.752708ms","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.681457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.811924Z","time spent":"869.523098ms","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.681503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.78498Z","time spent":"896.516886ms","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.680664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.865418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.681636Z","caller":"traceutil/trace.go:171","msg":"trace[1651332422] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8467; }","duration":"794.867122ms","start":"2026-05-06T01:33:31.886756Z","end":"2026-05-06T01:33:32.681623Z","steps":["trace[1651332422] 'agreement among raft nodes before linearized reading' (duration: 793.880489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.305048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.681678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.886736Z","time spent":"794.927903ms","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.681685Z","caller":"traceutil/trace.go:171","msg":"trace[445685632] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8467; }","duration":"929.844834ms","start":"2026-05-06T01:33:31.751829Z","end":"2026-05-06T01:33:32.681674Z","steps":["trace[445685632] 'agreement among raft nodes before linearized reading' (duration: 928.302818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.563096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.680946Z","caller":"traceutil/trace.go:171","msg":"trace[1931819506] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8467; }","duration":"760.54636ms","start":"2026-05-06T01:33:31.920393Z","end":"2026-05-06T01:33:32.680939Z","steps":["trace[1931819506] 'agreement among raft nodes before linearized reading' (duration: 760.506109ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.681764Z","caller":"traceutil/trace.go:171","msg":"trace[56963465] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8467; }","duration":"760.526909ms","start":"2026-05-06T01:33:31.921225Z","end":"2026-05-06T01:33:32.681752Z","steps":["trace[56963465] 'agreement among raft nodes before linearized reading' (duration: 759.549106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.166357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.681809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.921183Z","time spent":"760.614721ms","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.681817Z","caller":"traceutil/trace.go:171","msg":"trace[2131589154] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8467; }","duration":"779.022647ms","start":"2026-05-06T01:33:31.902785Z","end":"2026-05-06T01:33:32.681807Z","steps":["trace[2131589154] 'agreement among raft nodes before linearized reading' (duration: 778.176967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.491231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:33:32.681848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.902771Z","time spent":"779.068038ms","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.681767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.920383Z","time spent":"761.373689ms","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:32.681879Z","caller":"traceutil/trace.go:171","msg":"trace[1871903949] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8467; }","duration":"705.047077ms","start":"2026-05-06T01:33:31.97682Z","end":"2026-05-06T01:33:32.681867Z","steps":["trace[1871903949] 'agreement among raft nodes before linearized reading' (duration: 702.034216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.681884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.798998Z","time spent":"882.689829ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.681939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.976805Z","time spent":"705.107538ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.680538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017544469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:32.682078Z","caller":"traceutil/trace.go:171","msg":"trace[2080122317] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8467; }","duration":"1.019105317s","start":"2026-05-06T01:33:31.662951Z","end":"2026-05-06T01:33:32.682056Z","steps":["trace[2080122317] 'agreement among raft nodes before linearized reading' (duration: 1.01754923s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.680776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.278642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-06T01:33:32.682149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.662928Z","time spent":"1.019197838s","remote":"127.0.0.1:43554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:32.680622Z","caller":"traceutil/trace.go:171","msg":"trace[1370161498] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8467; }","duration":"778.464503ms","start":"2026-05-06T01:33:31.902149Z","end":"2026-05-06T01:33:32.680614Z","steps":["trace[1370161498] 'agreement among raft nodes before linearized reading' (duration: 778.421742ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.682144Z","caller":"traceutil/trace.go:171","msg":"trace[384342386] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8467; }","duration":"547.689395ms","start":"2026-05-06T01:33:32.13444Z","end":"2026-05-06T01:33:32.682129Z","steps":["trace[384342386] 'agreement among raft nodes before linearized reading' (duration: 545.974765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.682228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.902139Z","time spent":"780.071582ms","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.681325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.834363Z","time spent":"846.952164ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.682244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:32.134412Z","time spent":"547.805677ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T01:33:32.681321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.995272Z","time spent":"686.029668ms","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.68008Z","caller":"traceutil/trace.go:171","msg":"trace[515065146] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8467; }","duration":"881.268565ms","start":"2026-05-06T01:33:31.7988Z","end":"2026-05-06T01:33:32.680069Z","steps":["trace[515065146] 'agreement among raft nodes before linearized reading' (duration: 881.213544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.682509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.798786Z","time spent":"883.707003ms","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:33:32.681419Z","caller":"traceutil/trace.go:171","msg":"trace[700697849] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8467; }","duration":"317.408318ms","start":"2026-05-06T01:33:32.363999Z","end":"2026-05-06T01:33:32.681407Z","steps":["trace[700697849] 'agreement among raft nodes before linearized reading' (duration: 314.882718ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:32.681463Z","caller":"traceutil/trace.go:171","msg":"trace[696819653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8467; }","duration":"407.301474ms","start":"2026-05-06T01:33:32.274152Z","end":"2026-05-06T01:33:32.681454Z","steps":["trace[696819653] 'agreement among raft nodes before linearized reading' (duration: 405.077452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.681728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.75182Z","time spent":"929.894535ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-05-06T01:33:32.680538Z","caller":"traceutil/trace.go:171","msg":"trace[967848927] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8467; }","duration":"954.311333ms","start":"2026-05-06T01:33:31.726216Z","end":"2026-05-06T01:33:32.680528Z","steps":["trace[967848927] 'agreement among raft nodes before linearized reading' (duration: 954.251532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.682698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.726161Z","time spent":"956.524045ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-05-06T01:33:32.682696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:32.274125Z","time spent":"408.552494ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T01:33:32.680621Z","caller":"traceutil/trace.go:171","msg":"trace[242519491] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8467; }","duration":"813.886622ms","start":"2026-05-06T01:33:31.866721Z","end":"2026-05-06T01:33:32.680607Z","steps":["trace[242519491] 'agreement among raft nodes before linearized reading' (duration: 811.840714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:32.682863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:31.866713Z","time spent":"816.139105ms","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:32.683012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:32.363976Z","time spent":"319.017717ms","remote":"127.0.0.1:49988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:33:34.053791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.706445ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-06T01:33:34.053944Z","caller":"traceutil/trace.go:171","msg":"trace[1461428127] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8863; }","duration":"171.416775ms","start":"2026-05-06T01:33:33.882505Z","end":"2026-05-06T01:33:34.053921Z","steps":["trace[1461428127] 'read index received' (duration: 17.499504ms)","trace[1461428127] 'applied index is now lower than readState.Index' (duration: 153.915731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:33:34.054348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.774654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6119"} {"level":"info","ts":"2026-05-06T01:33:34.054782Z","caller":"traceutil/trace.go:171","msg":"trace[349140069] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:8485; }","duration":"172.073661ms","start":"2026-05-06T01:33:33.882446Z","end":"2026-05-06T01:33:34.054519Z","steps":["trace[349140069] 'agreement among raft nodes before linearized reading' (duration: 171.584059ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:49.323169Z","caller":"traceutil/trace.go:171","msg":"trace[1451160610] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"133.919831ms","start":"2026-05-06T01:33:49.189226Z","end":"2026-05-06T01:33:49.323146Z","steps":["trace[1451160610] 'process raft request' (duration: 133.734637ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:49.323448Z","caller":"traceutil/trace.go:171","msg":"trace[864827698] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8971; }","duration":"110.555499ms","start":"2026-05-06T01:33:49.212851Z","end":"2026-05-06T01:33:49.323407Z","steps":["trace[864827698] 'read index received' (duration: 11.02258ms)","trace[864827698] 'applied index is now lower than readState.Index' (duration: 99.529999ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:49.323519Z","caller":"traceutil/trace.go:171","msg":"trace[1153633076] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"133.407519ms","start":"2026-05-06T01:33:49.190077Z","end":"2026-05-06T01:33:49.323485Z","steps":["trace[1153633076] 'process raft request' (duration: 133.0188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:49.323666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.789475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:49.323707Z","caller":"traceutil/trace.go:171","msg":"trace[798276009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8589; }","duration":"110.878997ms","start":"2026-05-06T01:33:49.212816Z","end":"2026-05-06T01:33:49.323695Z","steps":["trace[798276009] 'agreement among raft nodes before linearized reading' (duration: 110.770165ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:57.510217Z","caller":"traceutil/trace.go:171","msg":"trace[1343781545] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9077; }","duration":"109.969486ms","start":"2026-05-06T01:33:57.400223Z","end":"2026-05-06T01:33:57.510192Z","steps":["trace[1343781545] 'read index received' (duration: 109.777291ms)","trace[1343781545] 'applied index is now lower than readState.Index' (duration: 190.545µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:33:57.510286Z","caller":"traceutil/trace.go:171","msg":"trace[992268275] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"112.135506ms","start":"2026-05-06T01:33:57.398126Z","end":"2026-05-06T01:33:57.510261Z","steps":["trace[992268275] 'process raft request' (duration: 111.900761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:57.510411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.16487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T01:33:57.510506Z","caller":"traceutil/trace.go:171","msg":"trace[1461823514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8689; }","duration":"110.300004ms","start":"2026-05-06T01:33:57.400187Z","end":"2026-05-06T01:33:57.510487Z","steps":["trace[1461823514] 'agreement among raft nodes before linearized reading' (duration: 110.097159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:57.510706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.314462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:33:57.510775Z","caller":"traceutil/trace.go:171","msg":"trace[870833746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:8689; }","duration":"104.433995ms","start":"2026-05-06T01:33:57.406324Z","end":"2026-05-06T01:33:57.510758Z","steps":["trace[870833746] 'agreement among raft nodes before linearized reading' (duration: 104.050326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:57.657342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.029326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/rook-ceph.nfs.csi.ceph.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:33:57.65736Z","caller":"traceutil/trace.go:171","msg":"trace[1559287971] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"140.420925ms","start":"2026-05-06T01:33:57.516905Z","end":"2026-05-06T01:33:57.657326Z","steps":["trace[1559287971] 'process raft request' (duration: 139.160815ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:33:57.657439Z","caller":"traceutil/trace.go:171","msg":"trace[276572422] range","detail":"{range_begin:/registry/csidrivers/rook-ceph.nfs.csi.ceph.com; range_end:; response_count:0; response_revision:8689; }","duration":"143.17109ms","start":"2026-05-06T01:33:57.514246Z","end":"2026-05-06T01:33:57.657417Z","steps":["trace[276572422] 'range keys from in-memory index tree' (duration: 142.897543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:33:57.657604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.660124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:207887"} {"level":"info","ts":"2026-05-06T01:33:57.657689Z","caller":"traceutil/trace.go:171","msg":"trace[1913416976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8689; }","duration":"141.773067ms","start":"2026-05-06T01:33:57.515898Z","end":"2026-05-06T01:33:57.657671Z","steps":["trace[1913416976] 'range keys from in-memory index tree' (duration: 141.287266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:00.586003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.892473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:34:00.586166Z","caller":"traceutil/trace.go:171","msg":"trace[1118509587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8705; }","duration":"379.107689ms","start":"2026-05-06T01:34:00.207033Z","end":"2026-05-06T01:34:00.58614Z","steps":["trace[1118509587] 'range keys from in-memory index tree' (duration: 378.813922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:00.586176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.781757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-06T01:34:00.58623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:00.207011Z","time spent":"379.203301ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:34:00.586302Z","caller":"traceutil/trace.go:171","msg":"trace[397606690] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8705; }","duration":"771.944951ms","start":"2026-05-06T01:33:59.814301Z","end":"2026-05-06T01:34:00.586246Z","steps":["trace[397606690] 'count revisions from in-memory index tree' (duration: 771.695946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:00.586375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:59.814278Z","time spent":"772.085045ms","remote":"127.0.0.1:52002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:34:00.586625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.349112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18202"} {"level":"info","ts":"2026-05-06T01:34:00.586699Z","caller":"traceutil/trace.go:171","msg":"trace[1045253516] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8705; }","duration":"184.460134ms","start":"2026-05-06T01:34:00.402222Z","end":"2026-05-06T01:34:00.586682Z","steps":["trace[1045253516] 'range keys from in-memory index tree' (duration: 184.170488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:00.586194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.34428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:34:00.586861Z","caller":"traceutil/trace.go:171","msg":"trace[1166811394] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8705; }","duration":"365.004716ms","start":"2026-05-06T01:34:00.2218Z","end":"2026-05-06T01:34:00.586804Z","steps":["trace[1166811394] 'count revisions from in-memory index tree' (duration: 364.288699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:00.586922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:00.221789Z","time spent":"365.115119ms","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:34:00.586966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.152273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-06T01:34:00.586982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.514329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-06T01:34:00.587083Z","caller":"traceutil/trace.go:171","msg":"trace[2110108519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8705; }","duration":"824.315137ms","start":"2026-05-06T01:33:59.762735Z","end":"2026-05-06T01:34:00.58705Z","steps":["trace[2110108519] 'range keys from in-memory index tree' (duration: 823.905347ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:00.587108Z","caller":"traceutil/trace.go:171","msg":"trace[2029816550] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8705; }","duration":"146.681373ms","start":"2026-05-06T01:34:00.440409Z","end":"2026-05-06T01:34:00.587091Z","steps":["trace[2029816550] 'range keys from in-memory index tree' (duration: 146.254943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:00.587154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:33:59.762709Z","time spent":"824.4281ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:34:01.089224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226952898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:34:01.163289Z","caller":"traceutil/trace.go:171","msg":"trace[721518020] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"577.058842ms","start":"2026-05-06T01:34:00.586205Z","end":"2026-05-06T01:34:01.163263Z","steps":["trace[721518020] 'process raft request' (duration: 576.881228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:01.163502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:00.586173Z","time spent":"577.237636ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:34:01.165086Z","caller":"traceutil/trace.go:171","msg":"trace[439192120] linearizableReadLoop","detail":"{readStateIndex:9098; appliedIndex:9096; }","duration":"576.334514ms","start":"2026-05-06T01:34:00.588726Z","end":"2026-05-06T01:34:01.16506Z","steps":["trace[439192120] 'read index received' (duration: 574.416909ms)","trace[439192120] 'applied index is now lower than readState.Index' (duration: 1.916585ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:01.165331Z","caller":"traceutil/trace.go:171","msg":"trace[1770739250] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"573.060097ms","start":"2026-05-06T01:34:00.592257Z","end":"2026-05-06T01:34:01.165318Z","steps":["trace[1770739250] 'process raft request' (duration: 572.668208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:01.165458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:00.592226Z","time spent":"573.141739ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:34:01.165673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.859349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79ed95da-637e-452e-825a-7acdd30dd27c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-06T01:34:01.165733Z","caller":"traceutil/trace.go:171","msg":"trace[540130312] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79ed95da-637e-452e-825a-7acdd30dd27c; range_end:; response_count:1; response_revision:8707; }","duration":"574.932232ms","start":"2026-05-06T01:34:00.590784Z","end":"2026-05-06T01:34:01.165716Z","steps":["trace[540130312] 'agreement among raft nodes before linearized reading' (duration: 574.752157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:01.165794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:00.590772Z","time spent":"575.000743ms","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-79ed95da-637e-452e-825a-7acdd30dd27c\" "} {"level":"warn","ts":"2026-05-06T01:34:01.165938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.186005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:34:01.166048Z","caller":"traceutil/trace.go:171","msg":"trace[1553999460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"577.364639ms","start":"2026-05-06T01:34:00.588652Z","end":"2026-05-06T01:34:01.166017Z","steps":["trace[1553999460] 'agreement among raft nodes before linearized reading' (duration: 577.155314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:01.166127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.290614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-06T01:34:01.166133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:00.588592Z","time spent":"577.525303ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:34:01.166174Z","caller":"traceutil/trace.go:171","msg":"trace[265544437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8707; }","duration":"160.360285ms","start":"2026-05-06T01:34:01.005803Z","end":"2026-05-06T01:34:01.166163Z","steps":["trace[265544437] 'agreement among raft nodes before linearized reading' (duration: 160.243422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:01.16637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.346019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-06T01:34:01.166409Z","caller":"traceutil/trace.go:171","msg":"trace[1686357724] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8707; }","duration":"161.428671ms","start":"2026-05-06T01:34:01.004971Z","end":"2026-05-06T01:34:01.1664Z","steps":["trace[1686357724] 'agreement among raft nodes before linearized reading' (duration: 161.334189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:01.166839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.985048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:34:01.167036Z","caller":"traceutil/trace.go:171","msg":"trace[1280012094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8707; }","duration":"166.215803ms","start":"2026-05-06T01:34:01.000806Z","end":"2026-05-06T01:34:01.167022Z","steps":["trace[1280012094] 'agreement among raft nodes before linearized reading' (duration: 165.583609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:13.860342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.399764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:34:13.860468Z","caller":"traceutil/trace.go:171","msg":"trace[1167467522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:8839; }","duration":"104.60117ms","start":"2026-05-06T01:34:13.755839Z","end":"2026-05-06T01:34:13.86044Z","steps":["trace[1167467522] 'range keys from in-memory index tree' (duration: 104.162299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:13.86054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.065948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T01:34:13.860659Z","caller":"traceutil/trace.go:171","msg":"trace[1478258898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8839; }","duration":"132.293763ms","start":"2026-05-06T01:34:13.728333Z","end":"2026-05-06T01:34:13.860627Z","steps":["trace[1478258898] 'range keys from in-memory index tree' (duration: 131.831062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:15.018065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226953306,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:34:15.037375Z","caller":"traceutil/trace.go:171","msg":"trace[854859769] linearizableReadLoop","detail":"{readStateIndex:9246; appliedIndex:9245; }","duration":"519.667827ms","start":"2026-05-06T01:34:14.517683Z","end":"2026-05-06T01:34:15.037351Z","steps":["trace[854859769] 'read index received' (duration: 519.546074ms)","trace[854859769] 'applied index is now lower than readState.Index' (duration: 120.563µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:15.037444Z","caller":"traceutil/trace.go:171","msg":"trace[1949457353] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"559.520878ms","start":"2026-05-06T01:34:14.477901Z","end":"2026-05-06T01:34:15.037422Z","steps":["trace[1949457353] 'process raft request' (duration: 559.306053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:15.03749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.79461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:34:15.037515Z","caller":"traceutil/trace.go:171","msg":"trace[1899102330] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8846; }","duration":"519.880812ms","start":"2026-05-06T01:34:14.517627Z","end":"2026-05-06T01:34:15.037507Z","steps":["trace[1899102330] 'agreement among raft nodes before linearized reading' (duration: 519.80779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:15.037545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:14.517599Z","time spent":"519.936193ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:34:15.037562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:14.477869Z","time spent":"559.62176ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:34:15.517433Z","caller":"traceutil/trace.go:171","msg":"trace[1566755858] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"254.661131ms","start":"2026-05-06T01:34:15.262727Z","end":"2026-05-06T01:34:15.517388Z","steps":["trace[1566755858] 'process raft request' (duration: 233.354498ms)","trace[1566755858] 'compare' (duration: 20.839252ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:15.528958Z","caller":"traceutil/trace.go:171","msg":"trace[1676687284] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"265.457966ms","start":"2026-05-06T01:34:15.263463Z","end":"2026-05-06T01:34:15.528921Z","steps":["trace[1676687284] 'process raft request' (duration: 265.21068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:15.529442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.870397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:34:15.529527Z","caller":"traceutil/trace.go:171","msg":"trace[2024611152] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8850; }","duration":"208.02231ms","start":"2026-05-06T01:34:15.321484Z","end":"2026-05-06T01:34:15.529506Z","steps":["trace[2024611152] 'agreement among raft nodes before linearized reading' (duration: 207.756284ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:15.529168Z","caller":"traceutil/trace.go:171","msg":"trace[965475151] linearizableReadLoop","detail":"{readStateIndex:9250; appliedIndex:9247; }","duration":"207.594111ms","start":"2026-05-06T01:34:15.32154Z","end":"2026-05-06T01:34:15.529134Z","steps":["trace[965475151] 'read index received' (duration: 174.669794ms)","trace[965475151] 'applied index is now lower than readState.Index' (duration: 32.921667ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:15.529304Z","caller":"traceutil/trace.go:171","msg":"trace[422989932] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"264.33998ms","start":"2026-05-06T01:34:15.264885Z","end":"2026-05-06T01:34:15.529225Z","steps":["trace[422989932] 'process raft request' (duration: 263.962061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:15.530073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.572757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T01:34:15.530107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.470056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-06T01:34:15.530221Z","caller":"traceutil/trace.go:171","msg":"trace[1233854108] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8850; }","duration":"204.583559ms","start":"2026-05-06T01:34:15.325618Z","end":"2026-05-06T01:34:15.530202Z","steps":["trace[1233854108] 'agreement among raft nodes before linearized reading' (duration: 204.342553ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:15.530232Z","caller":"traceutil/trace.go:171","msg":"trace[820819268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8850; }","duration":"170.739851ms","start":"2026-05-06T01:34:15.359421Z","end":"2026-05-06T01:34:15.530161Z","steps":["trace[820819268] 'agreement among raft nodes before linearized reading' (duration: 170.414483ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:15.685721Z","caller":"traceutil/trace.go:171","msg":"trace[138898489] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"148.913225ms","start":"2026-05-06T01:34:15.536783Z","end":"2026-05-06T01:34:15.685696Z","steps":["trace[138898489] 'process raft request' (duration: 138.987471ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:15.719039Z","caller":"traceutil/trace.go:171","msg":"trace[1332690988] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"181.944335ms","start":"2026-05-06T01:34:15.537062Z","end":"2026-05-06T01:34:15.719007Z","steps":["trace[1332690988] 'process raft request' (duration: 181.111795ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:15.7193Z","caller":"traceutil/trace.go:171","msg":"trace[2077074354] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"181.052244ms","start":"2026-05-06T01:34:15.538184Z","end":"2026-05-06T01:34:15.719236Z","steps":["trace[2077074354] 'process raft request' (duration: 180.170023ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:16.304128Z","caller":"traceutil/trace.go:171","msg":"trace[883590334] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"102.471298ms","start":"2026-05-06T01:34:16.201598Z","end":"2026-05-06T01:34:16.304069Z","steps":["trace[883590334] 'process raft request' (duration: 102.174491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:17.008909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226953340,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:34:17.151558Z","caller":"traceutil/trace.go:171","msg":"trace[102854474] linearizableReadLoop","detail":"{readStateIndex:9260; appliedIndex:9259; }","duration":"643.636554ms","start":"2026-05-06T01:34:16.507891Z","end":"2026-05-06T01:34:17.151527Z","steps":["trace[102854474] 'read index received' (duration: 643.286685ms)","trace[102854474] 'applied index is now lower than readState.Index' (duration: 347.959µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:17.151651Z","caller":"traceutil/trace.go:171","msg":"trace[1236749296] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"662.197901ms","start":"2026-05-06T01:34:16.489406Z","end":"2026-05-06T01:34:17.151604Z","steps":["trace[1236749296] 'process raft request' (duration: 661.869564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:17.1518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.883959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:34:17.151844Z","caller":"traceutil/trace.go:171","msg":"trace[1452381459] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8860; }","duration":"643.984572ms","start":"2026-05-06T01:34:16.507849Z","end":"2026-05-06T01:34:17.151833Z","steps":["trace[1452381459] 'agreement among raft nodes before linearized reading' (duration: 643.786807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:17.151865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:16.489394Z","time spent":"662.347365ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":631,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:34:17.151886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:34:16.507831Z","time spent":"644.046513ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":58,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:34:37.826406Z","caller":"traceutil/trace.go:171","msg":"trace[1961689109] linearizableReadLoop","detail":"{readStateIndex:9536; appliedIndex:9535; }","duration":"165.579949ms","start":"2026-05-06T01:34:37.660809Z","end":"2026-05-06T01:34:37.826389Z","steps":["trace[1961689109] 'read index received' (duration: 165.413285ms)","trace[1961689109] 'applied index is now lower than readState.Index' (duration: 165.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:37.826458Z","caller":"traceutil/trace.go:171","msg":"trace[1517323496] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"170.70051ms","start":"2026-05-06T01:34:37.655732Z","end":"2026-05-06T01:34:37.826432Z","steps":["trace[1517323496] 'process raft request' (duration: 170.532096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:37.826736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.008046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:34:37.826768Z","caller":"traceutil/trace.go:171","msg":"trace[1232565215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9126; }","duration":"157.052597ms","start":"2026-05-06T01:34:37.669706Z","end":"2026-05-06T01:34:37.826759Z","steps":["trace[1232565215] 'agreement among raft nodes before linearized reading' (duration: 156.788401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:37.826767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.916466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:34:37.826876Z","caller":"traceutil/trace.go:171","msg":"trace[927919691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9126; }","duration":"166.06751ms","start":"2026-05-06T01:34:37.660784Z","end":"2026-05-06T01:34:37.826851Z","steps":["trace[927919691] 'agreement among raft nodes before linearized reading' (duration: 165.719682ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:38.379763Z","caller":"traceutil/trace.go:171","msg":"trace[89531166] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"101.371403ms","start":"2026-05-06T01:34:38.278359Z","end":"2026-05-06T01:34:38.37973Z","steps":["trace[89531166] 'process raft request' (duration: 101.22972ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:38.882034Z","caller":"traceutil/trace.go:171","msg":"trace[1394507428] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"154.266281ms","start":"2026-05-06T01:34:38.727726Z","end":"2026-05-06T01:34:38.881993Z","steps":["trace[1394507428] 'process raft request' (duration: 89.172695ms)","trace[1394507428] 'compare' (duration: 64.927182ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:34:39.134605Z","caller":"traceutil/trace.go:171","msg":"trace[1401314922] linearizableReadLoop","detail":"{readStateIndex:9553; appliedIndex:9551; }","duration":"239.737949ms","start":"2026-05-06T01:34:38.894838Z","end":"2026-05-06T01:34:39.134576Z","steps":["trace[1401314922] 'read index received' (duration: 50.461201ms)","trace[1401314922] 'applied index is now lower than readState.Index' (duration: 189.275908ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:34:39.13502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.960404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-2v7gm\" ","response":"range_response_count:1 size:4702"} {"level":"info","ts":"2026-05-06T01:34:39.135065Z","caller":"traceutil/trace.go:171","msg":"trace[1906068117] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-2v7gm; range_end:; response_count:1; response_revision:9143; }","duration":"240.069647ms","start":"2026-05-06T01:34:38.89498Z","end":"2026-05-06T01:34:39.13505Z","steps":["trace[1906068117] 'agreement among raft nodes before linearized reading' (duration: 239.982235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:39.13516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.281792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3123"} {"level":"info","ts":"2026-05-06T01:34:39.135281Z","caller":"traceutil/trace.go:171","msg":"trace[1655237621] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9143; }","duration":"240.460956ms","start":"2026-05-06T01:34:38.894795Z","end":"2026-05-06T01:34:39.135256Z","steps":["trace[1655237621] 'agreement among raft nodes before linearized reading' (duration: 240.102158ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:39.135294Z","caller":"traceutil/trace.go:171","msg":"trace[741735159] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"242.916884ms","start":"2026-05-06T01:34:38.892328Z","end":"2026-05-06T01:34:39.135245Z","steps":["trace[741735159] 'process raft request' (duration: 242.064244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:34:39.135597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.41242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-06T01:34:39.135768Z","caller":"traceutil/trace.go:171","msg":"trace[987375082] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9143; }","duration":"186.669407ms","start":"2026-05-06T01:34:38.949071Z","end":"2026-05-06T01:34:39.13574Z","steps":["trace[987375082] 'agreement among raft nodes before linearized reading' (duration: 186.174375ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:34:50.915406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6495} {"level":"info","ts":"2026-05-06T01:34:51.022335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6495,"took":"104.138208ms","hash":2134900687,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":25575424,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-06T01:34:51.022413Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2134900687,"revision":6495,"compact-revision":3162} {"level":"info","ts":"2026-05-06T01:35:21.016603Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T01:35:21.025105Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-06T01:35:21.025279Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-06T01:35:25.110738Z","caller":"traceutil/trace.go:171","msg":"trace[889139312] linearizableReadLoop","detail":"{readStateIndex:10028; appliedIndex:10027; }","duration":"105.539241ms","start":"2026-05-06T01:35:25.005153Z","end":"2026-05-06T01:35:25.110692Z","steps":["trace[889139312] 'read index received' (duration: 105.300515ms)","trace[889139312] 'applied index is now lower than readState.Index' (duration: 236.506µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:35:25.110889Z","caller":"traceutil/trace.go:171","msg":"trace[547933454] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"105.90644ms","start":"2026-05-06T01:35:25.004928Z","end":"2026-05-06T01:35:25.110834Z","steps":["trace[547933454] 'process raft request' (duration: 105.512821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:35:25.111038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.87382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-06T01:35:25.111105Z","caller":"traceutil/trace.go:171","msg":"trace[1672110016] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9596; }","duration":"105.956722ms","start":"2026-05-06T01:35:25.005133Z","end":"2026-05-06T01:35:25.11109Z","steps":["trace[1672110016] 'agreement among raft nodes before linearized reading' (duration: 105.723706ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:35:26.099865Z","caller":"traceutil/trace.go:171","msg":"trace[872917321] linearizableReadLoop","detail":"{readStateIndex:10029; appliedIndex:10028; }","duration":"131.33081ms","start":"2026-05-06T01:35:25.968509Z","end":"2026-05-06T01:35:26.09984Z","steps":["trace[872917321] 'read index received' (duration: 131.061654ms)","trace[872917321] 'applied index is now lower than readState.Index' (duration: 267.536µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:35:26.099932Z","caller":"traceutil/trace.go:171","msg":"trace[1859816554] transaction","detail":"{read_only:false; response_revision:9597; number_of_response:1; }","duration":"458.83695ms","start":"2026-05-06T01:35:25.641052Z","end":"2026-05-06T01:35:26.099889Z","steps":["trace[1859816554] 'process raft request' (duration: 458.623205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:35:26.1001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:35:25.641032Z","time spent":"458.976393ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:35:26.100079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.543836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:35:26.100184Z","caller":"traceutil/trace.go:171","msg":"trace[292987577] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9597; }","duration":"131.704649ms","start":"2026-05-06T01:35:25.968456Z","end":"2026-05-06T01:35:26.10016Z","steps":["trace[292987577] 'agreement among raft nodes before linearized reading' (duration: 131.521134ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:35:26.269157Z","caller":"traceutil/trace.go:171","msg":"trace[399892322] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"113.200842ms","start":"2026-05-06T01:35:26.155911Z","end":"2026-05-06T01:35:26.269112Z","steps":["trace[399892322] 'process raft request' (duration: 66.020108ms)","trace[399892322] 'compare' (duration: 46.958908ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:35:26.300682Z","caller":"traceutil/trace.go:171","msg":"trace[155483109] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"144.100482ms","start":"2026-05-06T01:35:26.156555Z","end":"2026-05-06T01:35:26.300655Z","steps":["trace[155483109] 'process raft request' (duration: 143.835675ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:35:26.300682Z","caller":"traceutil/trace.go:171","msg":"trace[1723384200] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"142.122165ms","start":"2026-05-06T01:35:26.158539Z","end":"2026-05-06T01:35:26.300661Z","steps":["trace[1723384200] 'process raft request' (duration: 142.019982ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:35:26.300985Z","caller":"traceutil/trace.go:171","msg":"trace[754915863] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"107.409816ms","start":"2026-05-06T01:35:26.19355Z","end":"2026-05-06T01:35:26.30096Z","steps":["trace[754915863] 'process raft request' (duration: 107.053627ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:35:26.480374Z","caller":"traceutil/trace.go:171","msg":"trace[2028729587] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"100.075052ms","start":"2026-05-06T01:35:26.380234Z","end":"2026-05-06T01:35:26.48031Z","steps":["trace[2028729587] 'process raft request' (duration: 99.58663ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:36:51.808294Z","caller":"traceutil/trace.go:171","msg":"trace[1970163102] linearizableReadLoop","detail":"{readStateIndex:10837; appliedIndex:10836; }","duration":"107.365408ms","start":"2026-05-06T01:36:51.7009Z","end":"2026-05-06T01:36:51.808265Z","steps":["trace[1970163102] 'read index received' (duration: 107.094542ms)","trace[1970163102] 'applied index is now lower than readState.Index' (duration: 269.236µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:36:51.808367Z","caller":"traceutil/trace.go:171","msg":"trace[881573531] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"166.526021ms","start":"2026-05-06T01:36:51.641803Z","end":"2026-05-06T01:36:51.808329Z","steps":["trace[881573531] 'process raft request' (duration: 166.267704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:36:51.809186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.621485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:36:51.80931Z","caller":"traceutil/trace.go:171","msg":"trace[1548380736] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10370; }","duration":"108.447954ms","start":"2026-05-06T01:36:51.700834Z","end":"2026-05-06T01:36:51.809282Z","steps":["trace[1548380736] 'agreement among raft nodes before linearized reading' (duration: 107.591524ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:37:21.208731Z","caller":"traceutil/trace.go:171","msg":"trace[747260262] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"203.135333ms","start":"2026-05-06T01:37:21.00556Z","end":"2026-05-06T01:37:21.208695Z","steps":["trace[747260262] 'process raft request' (duration: 120.815185ms)","trace[747260262] 'compare' (duration: 82.195766ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:37:27.623758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.79255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-06T01:37:27.623912Z","caller":"traceutil/trace.go:171","msg":"trace[1682880971] linearizableReadLoop","detail":"{readStateIndex:11177; appliedIndex:11176; }","duration":"613.968957ms","start":"2026-05-06T01:37:27.009918Z","end":"2026-05-06T01:37:27.623887Z","steps":["trace[1682880971] 'read index received' (duration: 194.946801ms)","trace[1682880971] 'applied index is now lower than readState.Index' (duration: 419.020016ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:37:27.624019Z","caller":"traceutil/trace.go:171","msg":"trace[1845419915] transaction","detail":"{read_only:false; response_revision:10692; number_of_response:1; }","duration":"637.50529ms","start":"2026-05-06T01:37:26.986496Z","end":"2026-05-06T01:37:27.624001Z","steps":["trace[1845419915] 'process raft request' (duration: 218.343051ms)","trace[1845419915] 'compare' (duration: 418.448703ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:37:27.624104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:37:26.986462Z","time spent":"637.598623ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:37:27.624344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.439267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:37:27.624379Z","caller":"traceutil/trace.go:171","msg":"trace[2033225546] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10692; }","duration":"614.517419ms","start":"2026-05-06T01:37:27.00985Z","end":"2026-05-06T01:37:27.624367Z","steps":["trace[2033225546] 'agreement among raft nodes before linearized reading' (duration: 614.448287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:37:27.624407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:37:27.009822Z","time spent":"614.578271ms","remote":"127.0.0.1:49982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:37:27.62567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.752179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:37:27.625728Z","caller":"traceutil/trace.go:171","msg":"trace[57188100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10693; }","duration":"418.853632ms","start":"2026-05-06T01:37:27.206858Z","end":"2026-05-06T01:37:27.625712Z","steps":["trace[57188100] 'agreement among raft nodes before linearized reading' (duration: 418.744499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:37:27.625757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:37:27.20682Z","time spent":"418.930133ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T01:37:27.62587Z","caller":"traceutil/trace.go:171","msg":"trace[1331807478] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"488.070712ms","start":"2026-05-06T01:37:27.137758Z","end":"2026-05-06T01:37:27.625829Z","steps":["trace[1331807478] 'process raft request' (duration: 487.688213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:37:27.626001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.551379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-06T01:37:27.62607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.197885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-06T01:37:27.626081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:37:27.137733Z","time spent":"488.239996ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:37:27.626127Z","caller":"traceutil/trace.go:171","msg":"trace[1476473327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:10693; }","duration":"226.318578ms","start":"2026-05-06T01:37:27.399792Z","end":"2026-05-06T01:37:27.626111Z","steps":["trace[1476473327] 'agreement among raft nodes before linearized reading' (duration: 225.926379ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:37:27.626125Z","caller":"traceutil/trace.go:171","msg":"trace[1710243260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10693; }","duration":"391.738364ms","start":"2026-05-06T01:37:27.234355Z","end":"2026-05-06T01:37:27.626093Z","steps":["trace[1710243260] 'agreement among raft nodes before linearized reading' (duration: 391.408896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:37:27.626485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:37:27.234325Z","time spent":"392.149713ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:37:45.593048Z","caller":"traceutil/trace.go:171","msg":"trace[184132662] transaction","detail":"{read_only:false; response_revision:10898; number_of_response:1; }","duration":"253.987219ms","start":"2026-05-06T01:37:45.339027Z","end":"2026-05-06T01:37:45.593014Z","steps":["trace[184132662] 'process raft request' (duration: 253.777564ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:37:45.759556Z","caller":"traceutil/trace.go:171","msg":"trace[1706831595] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"113.341929ms","start":"2026-05-06T01:37:45.646172Z","end":"2026-05-06T01:37:45.759514Z","steps":["trace[1706831595] 'process raft request' (duration: 112.939339ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:38:01.25045Z","caller":"traceutil/trace.go:171","msg":"trace[325573112] transaction","detail":"{read_only:false; response_revision:11051; number_of_response:1; }","duration":"103.784338ms","start":"2026-05-06T01:38:01.146628Z","end":"2026-05-06T01:38:01.250412Z","steps":["trace[325573112] 'process raft request' (duration: 103.45347ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:06.513772Z","caller":"traceutil/trace.go:171","msg":"trace[544796598] transaction","detail":"{read_only:false; response_revision:11789; number_of_response:1; }","duration":"259.649404ms","start":"2026-05-06T01:39:06.254097Z","end":"2026-05-06T01:39:06.513746Z","steps":["trace[544796598] 'process raft request' (duration: 259.4885ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:06.56381Z","caller":"traceutil/trace.go:171","msg":"trace[1427291729] transaction","detail":"{read_only:false; response_revision:11790; number_of_response:1; }","duration":"309.530881ms","start":"2026-05-06T01:39:06.254241Z","end":"2026-05-06T01:39:06.563772Z","steps":["trace[1427291729] 'process raft request' (duration: 309.241174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:39:06.564022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:39:06.254217Z","time spent":"309.701534ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:39:07.469014Z","caller":"traceutil/trace.go:171","msg":"trace[1333479468] transaction","detail":"{read_only:false; response_revision:11792; number_of_response:1; }","duration":"121.11751ms","start":"2026-05-06T01:39:07.347875Z","end":"2026-05-06T01:39:07.468992Z","steps":["trace[1333479468] 'process raft request' (duration: 120.946566ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:07.800984Z","caller":"traceutil/trace.go:171","msg":"trace[1518369162] transaction","detail":"{read_only:false; response_revision:11794; number_of_response:1; }","duration":"324.806464ms","start":"2026-05-06T01:39:07.476147Z","end":"2026-05-06T01:39:07.800953Z","steps":["trace[1518369162] 'process raft request' (duration: 310.783159ms)","trace[1518369162] 'compare' (duration: 13.521273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:39:07.801117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:39:07.476141Z","time spent":"324.903916ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:39:07.801105Z","caller":"traceutil/trace.go:171","msg":"trace[232676571] linearizableReadLoop","detail":"{readStateIndex:12322; appliedIndex:12320; }","duration":"247.519181ms","start":"2026-05-06T01:39:07.55356Z","end":"2026-05-06T01:39:07.801079Z","steps":["trace[232676571] 'read index received' (duration: 233.584487ms)","trace[232676571] 'applied index is now lower than readState.Index' (duration: 13.932504ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:39:07.801166Z","caller":"traceutil/trace.go:171","msg":"trace[528677799] transaction","detail":"{read_only:false; response_revision:11795; number_of_response:1; }","duration":"324.939777ms","start":"2026-05-06T01:39:07.476178Z","end":"2026-05-06T01:39:07.801118Z","steps":["trace[528677799] 'process raft request' (duration: 324.695121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:39:07.801267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.483307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T01:39:07.80127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.272279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-05-06T01:39:07.801303Z","caller":"traceutil/trace.go:171","msg":"trace[1528989485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11795; }","duration":"324.543518ms","start":"2026-05-06T01:39:07.47675Z","end":"2026-05-06T01:39:07.801293Z","steps":["trace[1528989485] 'agreement among raft nodes before linearized reading' (duration: 324.412035ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:07.801316Z","caller":"traceutil/trace.go:171","msg":"trace[2142780563] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11795; }","duration":"298.35677ms","start":"2026-05-06T01:39:07.502947Z","end":"2026-05-06T01:39:07.801304Z","steps":["trace[2142780563] 'agreement among raft nodes before linearized reading' (duration: 298.219047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:39:07.801331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:39:07.476742Z","time spent":"324.582408ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:39:07.801399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:39:07.476046Z","time spent":"325.225403ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:39:07.82369Z","caller":"traceutil/trace.go:171","msg":"trace[1254858124] transaction","detail":"{read_only:false; response_revision:11796; number_of_response:1; }","duration":"266.43941ms","start":"2026-05-06T01:39:07.557205Z","end":"2026-05-06T01:39:07.823644Z","steps":["trace[1254858124] 'process raft request' (duration: 266.208085ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:39:50.921838Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9242} {"level":"info","ts":"2026-05-06T01:39:51.005238Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9242,"took":"81.358267ms","hash":4064656455,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":28012544,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-06T01:39:51.005452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4064656455,"revision":9242,"compact-revision":6495} {"level":"info","ts":"2026-05-06T01:44:45.526982Z","caller":"traceutil/trace.go:171","msg":"trace[93617583] transaction","detail":"{read_only:false; response_revision:14539; number_of_response:1; }","duration":"104.259129ms","start":"2026-05-06T01:44:45.422683Z","end":"2026-05-06T01:44:45.526942Z","steps":["trace[93617583] 'process raft request' (duration: 104.049644ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:44:50.92935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12170} {"level":"info","ts":"2026-05-06T01:44:51.030705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12170,"took":"98.755499ms","hash":3864780759,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":25698304,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-06T01:44:51.0308Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3864780759,"revision":12170,"compact-revision":9242} {"level":"info","ts":"2026-05-06T01:44:54.000329Z","caller":"traceutil/trace.go:171","msg":"trace[1073773133] linearizableReadLoop","detail":"{readStateIndex:15322; appliedIndex:15321; }","duration":"106.550273ms","start":"2026-05-06T01:44:53.893748Z","end":"2026-05-06T01:44:54.000299Z","steps":["trace[1073773133] 'read index received' (duration: 106.364498ms)","trace[1073773133] 'applied index is now lower than readState.Index' (duration: 184.315µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:44:54.000683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.893001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:44:54.000791Z","caller":"traceutil/trace.go:171","msg":"trace[1962433861] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14642; }","duration":"107.073735ms","start":"2026-05-06T01:44:53.893692Z","end":"2026-05-06T01:44:54.000766Z","steps":["trace[1962433861] 'agreement among raft nodes before linearized reading' (duration: 106.825989ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:16.930054Z","caller":"traceutil/trace.go:171","msg":"trace[418268799] transaction","detail":"{read_only:false; response_revision:14798; number_of_response:1; }","duration":"159.025885ms","start":"2026-05-06T01:45:16.770993Z","end":"2026-05-06T01:45:16.930019Z","steps":["trace[418268799] 'process raft request' (duration: 158.79761ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:17.059567Z","caller":"traceutil/trace.go:171","msg":"trace[1202663252] linearizableReadLoop","detail":"{readStateIndex:15487; appliedIndex:15486; }","duration":"118.240328ms","start":"2026-05-06T01:45:16.941305Z","end":"2026-05-06T01:45:17.059546Z","steps":["trace[1202663252] 'read index received' (duration: 117.184103ms)","trace[1202663252] 'applied index is now lower than readState.Index' (duration: 1.055354ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:45:17.059728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.418611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:45:17.059753Z","caller":"traceutil/trace.go:171","msg":"trace[1419660951] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14799; }","duration":"118.513983ms","start":"2026-05-06T01:45:16.941232Z","end":"2026-05-06T01:45:17.059746Z","steps":["trace[1419660951] 'agreement among raft nodes before linearized reading' (duration: 118.38789ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:17.059734Z","caller":"traceutil/trace.go:171","msg":"trace[435648320] transaction","detail":"{read_only:false; response_revision:14799; number_of_response:1; }","duration":"133.874884ms","start":"2026-05-06T01:45:16.925836Z","end":"2026-05-06T01:45:17.059711Z","steps":["trace[435648320] 'process raft request' (duration: 132.574144ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:33.286814Z","caller":"traceutil/trace.go:171","msg":"trace[1574290698] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14923; }","duration":"183.176162ms","start":"2026-05-06T01:45:33.103579Z","end":"2026-05-06T01:45:33.286755Z","steps":["trace[1574290698] 'process raft request' (duration: 173.651608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:33.466597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.109038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-05-06T01:45:33.466444Z","caller":"traceutil/trace.go:171","msg":"trace[1997757072] transaction","detail":"{read_only:false; response_revision:14925; number_of_response:1; }","duration":"119.926256ms","start":"2026-05-06T01:45:33.346474Z","end":"2026-05-06T01:45:33.466401Z","steps":["trace[1997757072] 'process raft request' (duration: 64.175467ms)","trace[1997757072] 'compare' (duration: 55.389841ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:45:33.466668Z","caller":"traceutil/trace.go:171","msg":"trace[1980062181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14925; }","duration":"105.235811ms","start":"2026-05-06T01:45:33.361421Z","end":"2026-05-06T01:45:33.466657Z","steps":["trace[1980062181] 'agreement among raft nodes before linearized reading' (duration: 105.045397ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:33.466427Z","caller":"traceutil/trace.go:171","msg":"trace[50209923] linearizableReadLoop","detail":"{readStateIndex:15622; appliedIndex:15621; }","duration":"104.715749ms","start":"2026-05-06T01:45:33.36147Z","end":"2026-05-06T01:45:33.466186Z","steps":["trace[50209923] 'read index received' (duration: 49.189485ms)","trace[50209923] 'applied index is now lower than readState.Index' (duration: 55.524754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:45:34.239563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.676236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-06T01:45:34.239654Z","caller":"traceutil/trace.go:171","msg":"trace[1880388285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14925; }","duration":"428.8066ms","start":"2026-05-06T01:45:33.810827Z","end":"2026-05-06T01:45:34.239634Z","steps":["trace[1880388285] 'range keys from in-memory index tree' (duration: 428.490483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.239699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.810816Z","time spent":"428.873781ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T01:45:34.239734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.567583Z","time spent":"672.142905ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T01:45:34.239895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.657941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:45:34.239937Z","caller":"traceutil/trace.go:171","msg":"trace[677196486] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:14925; }","duration":"478.744223ms","start":"2026-05-06T01:45:33.76118Z","end":"2026-05-06T01:45:34.239925Z","steps":["trace[677196486] 'range keys from in-memory index tree' (duration: 478.501207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.239961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.761161Z","time spent":"478.795625ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zfc85\" "} {"level":"warn","ts":"2026-05-06T01:45:34.239988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.887952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-06T01:45:34.240097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.835458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T01:45:34.240086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.750973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:45:34.24014Z","caller":"traceutil/trace.go:171","msg":"trace[924672339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14925; }","duration":"430.900699ms","start":"2026-05-06T01:45:33.809227Z","end":"2026-05-06T01:45:34.240128Z","steps":["trace[924672339] 'range keys from in-memory index tree' (duration: 430.729185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.809215Z","time spent":"430.94842ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T01:45:34.240172Z","caller":"traceutil/trace.go:171","msg":"trace[925181220] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14925; }","duration":"145.867235ms","start":"2026-05-06T01:45:34.094282Z","end":"2026-05-06T01:45:34.240149Z","steps":["trace[925181220] 'range keys from in-memory index tree' (duration: 145.544417ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:34.240114Z","caller":"traceutil/trace.go:171","msg":"trace[790407850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14925; }","duration":"435.124858ms","start":"2026-05-06T01:45:33.804971Z","end":"2026-05-06T01:45:34.240095Z","steps":["trace[790407850] 'range keys from in-memory index tree' (duration: 434.721179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.344993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-06T01:45:34.240221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.297678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-06T01:45:34.240241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.836409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:45:34.240263Z","caller":"traceutil/trace.go:171","msg":"trace[1298742987] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14925; }","duration":"429.447785ms","start":"2026-05-06T01:45:33.810799Z","end":"2026-05-06T01:45:34.240247Z","steps":["trace[1298742987] 'range keys from in-memory index tree' (duration: 429.121677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.804945Z","time spent":"435.278502ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T01:45:34.240302Z","caller":"traceutil/trace.go:171","msg":"trace[1463468429] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14925; }","duration":"147.425821ms","start":"2026-05-06T01:45:34.092855Z","end":"2026-05-06T01:45:34.240281Z","steps":["trace[1463468429] 'range keys from in-memory index tree' (duration: 146.50846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.810779Z","time spent":"429.520957ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-06T01:45:34.240308Z","caller":"traceutil/trace.go:171","msg":"trace[694105705] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14925; }","duration":"221.942411ms","start":"2026-05-06T01:45:34.018349Z","end":"2026-05-06T01:45:34.240291Z","steps":["trace[694105705] 'count revisions from in-memory index tree' (duration: 221.758088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.753907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:45:34.24052Z","caller":"traceutil/trace.go:171","msg":"trace[2081354087] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14925; }","duration":"109.937121ms","start":"2026-05-06T01:45:34.130496Z","end":"2026-05-06T01:45:34.240433Z","steps":["trace[2081354087] 'count revisions from in-memory index tree' (duration: 109.627813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.292743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:82 size:714882"} {"level":"info","ts":"2026-05-06T01:45:34.240747Z","caller":"traceutil/trace.go:171","msg":"trace[2104029854] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:82; response_revision:14925; }","duration":"306.367605ms","start":"2026-05-06T01:45:33.934364Z","end":"2026-05-06T01:45:34.240732Z","steps":["trace[2104029854] 'range keys from in-memory index tree' (duration: 305.424613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.934309Z","time spent":"306.468627ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":82,"response size":714906,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-06T01:45:34.240791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.669974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-05-06T01:45:34.240849Z","caller":"traceutil/trace.go:171","msg":"trace[2123979377] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:14925; }","duration":"387.758046ms","start":"2026-05-06T01:45:33.853082Z","end":"2026-05-06T01:45:34.24084Z","steps":["trace[2123979377] 'range keys from in-memory index tree' (duration: 386.907786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.240892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:33.853063Z","time spent":"387.822637ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-05-06T01:45:34.745388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226970544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T01:45:34.77096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.242249Z","time spent":"528.705038ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T01:45:34.791383Z","caller":"traceutil/trace.go:171","msg":"trace[330867804] linearizableReadLoop","detail":"{readStateIndex:15629; appliedIndex:15623; }","duration":"546.68071ms","start":"2026-05-06T01:45:34.24465Z","end":"2026-05-06T01:45:34.791331Z","steps":["trace[330867804] 'read index received' (duration: 526.311091ms)","trace[330867804] 'applied index is now lower than readState.Index' (duration: 20.368399ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:45:34.791581Z","caller":"traceutil/trace.go:171","msg":"trace[1645339567] transaction","detail":"{read_only:false; response_revision:14929; number_of_response:1; }","duration":"545.337438ms","start":"2026-05-06T01:45:34.246218Z","end":"2026-05-06T01:45:34.791555Z","steps":["trace[1645339567] 'process raft request' (duration: 545.0125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.791677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.246209Z","time spent":"545.40462ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:45:34.79176Z","caller":"traceutil/trace.go:171","msg":"trace[533729641] transaction","detail":"{read_only:false; response_revision:14930; number_of_response:1; }","duration":"392.690464ms","start":"2026-05-06T01:45:34.399056Z","end":"2026-05-06T01:45:34.791746Z","steps":["trace[533729641] 'process raft request' (duration: 392.204652ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:34.791803Z","caller":"traceutil/trace.go:171","msg":"trace[55965826] transaction","detail":"{read_only:false; response_revision:14926; number_of_response:1; }","duration":"546.833694ms","start":"2026-05-06T01:45:34.244962Z","end":"2026-05-06T01:45:34.791796Z","steps":["trace[55965826] 'process raft request' (duration: 546.034795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.791838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.244944Z","time spent":"546.872854ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:45:34.791833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.399031Z","time spent":"392.761695ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:45:34.791848Z","caller":"traceutil/trace.go:171","msg":"trace[327076068] transaction","detail":"{read_only:false; response_revision:14928; number_of_response:1; }","duration":"546.450274ms","start":"2026-05-06T01:45:34.245376Z","end":"2026-05-06T01:45:34.791827Z","steps":["trace[327076068] 'process raft request' (duration: 545.817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.791923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.245355Z","time spent":"546.527987ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:45:34.791972Z","caller":"traceutil/trace.go:171","msg":"trace[776674006] transaction","detail":"{read_only:false; response_revision:14931; number_of_response:1; }","duration":"204.847561ms","start":"2026-05-06T01:45:34.58709Z","end":"2026-05-06T01:45:34.791938Z","steps":["trace[776674006] 'process raft request' (duration: 204.203176ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:45:34.792005Z","caller":"traceutil/trace.go:171","msg":"trace[800852378] transaction","detail":"{read_only:false; response_revision:14927; number_of_response:1; }","duration":"546.852974ms","start":"2026-05-06T01:45:34.245101Z","end":"2026-05-06T01:45:34.791954Z","steps":["trace[800852378] 'process raft request' (duration: 546.050546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.792156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.245092Z","time spent":"546.977567ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:45:34.792794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.103963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-06T01:45:34.792913Z","caller":"traceutil/trace.go:171","msg":"trace[1514309255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14931; }","duration":"548.288477ms","start":"2026-05-06T01:45:34.244594Z","end":"2026-05-06T01:45:34.792883Z","steps":["trace[1514309255] 'agreement among raft nodes before linearized reading' (duration: 547.284794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.244571Z","time spent":"548.410761ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:45:34.793009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.319699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-05-06T01:45:34.793024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.155654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-06T01:45:34.793073Z","caller":"traceutil/trace.go:171","msg":"trace[1480429917] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14932; }","duration":"548.41591ms","start":"2026-05-06T01:45:34.244637Z","end":"2026-05-06T01:45:34.793053Z","steps":["trace[1480429917] 'agreement among raft nodes before linearized reading' (duration: 548.183295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.793129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.244612Z","time spent":"548.506433ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T01:45:34.793286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.394424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-06T01:45:34.793332Z","caller":"traceutil/trace.go:171","msg":"trace[1986489887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14932; }","duration":"311.480596ms","start":"2026-05-06T01:45:34.48184Z","end":"2026-05-06T01:45:34.79332Z","steps":["trace[1986489887] 'agreement among raft nodes before linearized reading' (duration: 311.361823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.793371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.481807Z","time spent":"311.556598ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T01:45:34.793078Z","caller":"traceutil/trace.go:171","msg":"trace[1938529084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14932; }","duration":"155.238176ms","start":"2026-05-06T01:45:34.637821Z","end":"2026-05-06T01:45:34.79306Z","steps":["trace[1938529084] 'agreement among raft nodes before linearized reading' (duration: 155.053562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.794044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.872608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567513"} {"level":"info","ts":"2026-05-06T01:45:34.794107Z","caller":"traceutil/trace.go:171","msg":"trace[1435663957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14932; }","duration":"547.95183ms","start":"2026-05-06T01:45:34.246142Z","end":"2026-05-06T01:45:34.794093Z","steps":["trace[1435663957] 'agreement among raft nodes before linearized reading' (duration: 547.209082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:45:34.794154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:45:34.246133Z","time spent":"548.006581ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567537,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-06T01:47:22.136214Z","caller":"traceutil/trace.go:171","msg":"trace[901578602] linearizableReadLoop","detail":"{readStateIndex:17069; appliedIndex:17068; }","duration":"186.530352ms","start":"2026-05-06T01:47:21.949656Z","end":"2026-05-06T01:47:22.136187Z","steps":["trace[901578602] 'read index received' (duration: 186.298476ms)","trace[901578602] 'applied index is now lower than readState.Index' (duration: 230.976µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:47:22.136283Z","caller":"traceutil/trace.go:171","msg":"trace[620166397] transaction","detail":"{read_only:false; response_revision:16314; number_of_response:1; }","duration":"188.60245ms","start":"2026-05-06T01:47:21.947641Z","end":"2026-05-06T01:47:22.136244Z","steps":["trace[620166397] 'process raft request' (duration: 188.379675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.136431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.368314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:22.136474Z","caller":"traceutil/trace.go:171","msg":"trace[372104404] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16314; }","duration":"145.456306ms","start":"2026-05-06T01:47:21.991007Z","end":"2026-05-06T01:47:22.136463Z","steps":["trace[372104404] 'agreement among raft nodes before linearized reading' (duration: 145.342564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.13647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.393728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:22.136572Z","caller":"traceutil/trace.go:171","msg":"trace[528966900] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16314; }","duration":"143.528661ms","start":"2026-05-06T01:47:21.993028Z","end":"2026-05-06T01:47:22.136557Z","steps":["trace[528966900] 'agreement among raft nodes before linearized reading' (duration: 143.348617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.138044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.303343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-05-06T01:47:22.13873Z","caller":"traceutil/trace.go:171","msg":"trace[742196664] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16314; }","duration":"189.048521ms","start":"2026-05-06T01:47:21.94964Z","end":"2026-05-06T01:47:22.138689Z","steps":["trace[742196664] 'agreement among raft nodes before linearized reading' (duration: 186.722546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.140018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.082938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-06T01:47:22.140103Z","caller":"traceutil/trace.go:171","msg":"trace[428649308] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16314; }","duration":"148.1698ms","start":"2026-05-06T01:47:21.991901Z","end":"2026-05-06T01:47:22.14007Z","steps":["trace[428649308] 'agreement among raft nodes before linearized reading' (duration: 144.519524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.142331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.527138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-06T01:47:22.142494Z","caller":"traceutil/trace.go:171","msg":"trace[914256184] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16314; }","duration":"148.696593ms","start":"2026-05-06T01:47:21.993745Z","end":"2026-05-06T01:47:22.142441Z","steps":["trace[914256184] 'agreement among raft nodes before linearized reading' (duration: 142.763883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.143078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.263212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:22.143126Z","caller":"traceutil/trace.go:171","msg":"trace[1240181291] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16314; }","duration":"151.312974ms","start":"2026-05-06T01:47:21.991791Z","end":"2026-05-06T01:47:22.143104Z","steps":["trace[1240181291] 'agreement among raft nodes before linearized reading' (duration: 144.72752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.143461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.775217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-06T01:47:22.143517Z","caller":"traceutil/trace.go:171","msg":"trace[1713119058] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:16314; }","duration":"120.878889ms","start":"2026-05-06T01:47:22.022615Z","end":"2026-05-06T01:47:22.143494Z","steps":["trace[1713119058] 'agreement among raft nodes before linearized reading' (duration: 113.796103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.143869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.083482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:22.143921Z","caller":"traceutil/trace.go:171","msg":"trace[57272705] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16314; }","duration":"152.153063ms","start":"2026-05-06T01:47:21.991757Z","end":"2026-05-06T01:47:22.14391Z","steps":["trace[57272705] 'agreement among raft nodes before linearized reading' (duration: 144.77277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:22.144527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.505228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-06T01:47:22.144587Z","caller":"traceutil/trace.go:171","msg":"trace[1050077156] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16314; }","duration":"151.58389ms","start":"2026-05-06T01:47:21.992991Z","end":"2026-05-06T01:47:22.144575Z","steps":["trace[1050077156] 'agreement among raft nodes before linearized reading' (duration: 143.553261ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:23.420242Z","caller":"traceutil/trace.go:171","msg":"trace[1861268676] linearizableReadLoop","detail":"{readStateIndex:17073; appliedIndex:17072; }","duration":"213.877363ms","start":"2026-05-06T01:47:23.20634Z","end":"2026-05-06T01:47:23.420217Z","steps":["trace[1861268676] 'read index received' (duration: 213.697909ms)","trace[1861268676] 'applied index is now lower than readState.Index' (duration: 178.334µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:47:23.420296Z","caller":"traceutil/trace.go:171","msg":"trace[1108562556] transaction","detail":"{read_only:false; response_revision:16318; number_of_response:1; }","duration":"241.087192ms","start":"2026-05-06T01:47:23.179177Z","end":"2026-05-06T01:47:23.420264Z","steps":["trace[1108562556] 'process raft request' (duration: 240.880318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:23.420477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.106978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:47:23.420548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.282257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-06T01:47:23.420615Z","caller":"traceutil/trace.go:171","msg":"trace[856489520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16318; }","duration":"214.327624ms","start":"2026-05-06T01:47:23.206261Z","end":"2026-05-06T01:47:23.420588Z","steps":["trace[856489520] 'agreement among raft nodes before linearized reading' (duration: 214.064268ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:23.420647Z","caller":"traceutil/trace.go:171","msg":"trace[163149078] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16318; }","duration":"201.40185ms","start":"2026-05-06T01:47:23.21922Z","end":"2026-05-06T01:47:23.420621Z","steps":["trace[163149078] 'agreement among raft nodes before linearized reading' (duration: 201.168684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:23.420744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.747578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:23.420789Z","caller":"traceutil/trace.go:171","msg":"trace[1023944861] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16318; }","duration":"132.921191ms","start":"2026-05-06T01:47:23.287855Z","end":"2026-05-06T01:47:23.420776Z","steps":["trace[1023944861] 'agreement among raft nodes before linearized reading' (duration: 132.738437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:23.420851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.738079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-06T01:47:23.420885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.309081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-05-06T01:47:23.420916Z","caller":"traceutil/trace.go:171","msg":"trace[828533131] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16318; }","duration":"133.381392ms","start":"2026-05-06T01:47:23.287523Z","end":"2026-05-06T01:47:23.420905Z","steps":["trace[828533131] 'agreement among raft nodes before linearized reading' (duration: 133.29536ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:23.420921Z","caller":"traceutil/trace.go:171","msg":"trace[288646891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16318; }","duration":"115.83255ms","start":"2026-05-06T01:47:23.305068Z","end":"2026-05-06T01:47:23.4209Z","steps":["trace[288646891] 'agreement among raft nodes before linearized reading' (duration: 115.622405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:23.42087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.29857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:23.420995Z","caller":"traceutil/trace.go:171","msg":"trace[559447839] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16318; }","duration":"133.455634ms","start":"2026-05-06T01:47:23.28753Z","end":"2026-05-06T01:47:23.420985Z","steps":["trace[559447839] 'agreement among raft nodes before linearized reading' (duration: 133.315131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:23.421055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.216279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-06T01:47:23.421072Z","caller":"traceutil/trace.go:171","msg":"trace[1669388485] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16318; }","duration":"133.244779ms","start":"2026-05-06T01:47:23.287821Z","end":"2026-05-06T01:47:23.421065Z","steps":["trace[1669388485] 'agreement among raft nodes before linearized reading' (duration: 133.198198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:23.421156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.012389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-06T01:47:23.421241Z","caller":"traceutil/trace.go:171","msg":"trace[247383233] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16318; }","duration":"126.143483ms","start":"2026-05-06T01:47:23.295076Z","end":"2026-05-06T01:47:23.42122Z","steps":["trace[247383233] 'agreement among raft nodes before linearized reading' (duration: 125.671532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.190122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100226975002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T01:47:24.278604Z","caller":"traceutil/trace.go:171","msg":"trace[551970985] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"853.528066ms","start":"2026-05-06T01:47:23.425041Z","end":"2026-05-06T01:47:24.278569Z","steps":["trace[551970985] 'process raft request' (duration: 853.363482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.278788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.425026Z","time spent":"853.67194ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:47:24.282816Z","caller":"traceutil/trace.go:171","msg":"trace[1614436339] linearizableReadLoop","detail":"{readStateIndex:17079; appliedIndex:17073; }","duration":"592.965646ms","start":"2026-05-06T01:47:23.689836Z","end":"2026-05-06T01:47:24.282802Z","steps":["trace[1614436339] 'read index received' (duration: 588.653485ms)","trace[1614436339] 'applied index is now lower than readState.Index' (duration: 4.311351ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:47:24.282917Z","caller":"traceutil/trace.go:171","msg":"trace[1211969553] transaction","detail":"{read_only:false; response_revision:16324; number_of_response:1; }","duration":"856.029654ms","start":"2026-05-06T01:47:23.426877Z","end":"2026-05-06T01:47:24.282906Z","steps":["trace[1211969553] 'process raft request' (duration: 855.890401ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:24.282921Z","caller":"traceutil/trace.go:171","msg":"trace[674777726] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"856.738601ms","start":"2026-05-06T01:47:23.426168Z","end":"2026-05-06T01:47:24.282906Z","steps":["trace[674777726] 'process raft request' (duration: 856.570157ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:24.28293Z","caller":"traceutil/trace.go:171","msg":"trace[727132539] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"856.889615ms","start":"2026-05-06T01:47:23.426004Z","end":"2026-05-06T01:47:24.282894Z","steps":["trace[727132539] 'process raft request' (duration: 856.6647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.282988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.426862Z","time spent":"856.079096ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:47:24.28301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.426162Z","time spent":"856.788952ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T01:47:24.28306Z","caller":"traceutil/trace.go:171","msg":"trace[76189480] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"856.926806ms","start":"2026-05-06T01:47:23.426113Z","end":"2026-05-06T01:47:24.283039Z","steps":["trace[76189480] 'process raft request' (duration: 856.592578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.283118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.425993Z","time spent":"857.013048ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:47:24.283167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.426105Z","time spent":"857.022668ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:47:24.283177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.12843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:47:24.283162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.958119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:24.283258Z","caller":"traceutil/trace.go:171","msg":"trace[828505597] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16324; }","duration":"593.252843ms","start":"2026-05-06T01:47:23.689987Z","end":"2026-05-06T01:47:24.283239Z","steps":["trace[828505597] 'agreement among raft nodes before linearized reading' (duration: 592.985517ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:24.283265Z","caller":"traceutil/trace.go:171","msg":"trace[325774465] transaction","detail":"{read_only:false; response_revision:16320; number_of_response:1; }","duration":"857.348006ms","start":"2026-05-06T01:47:23.425906Z","end":"2026-05-06T01:47:24.283254Z","steps":["trace[325774465] 'process raft request' (duration: 856.68352ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:24.283273Z","caller":"traceutil/trace.go:171","msg":"trace[1765569687] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16324; }","duration":"132.104763ms","start":"2026-05-06T01:47:24.151157Z","end":"2026-05-06T01:47:24.283262Z","steps":["trace[1765569687] 'agreement among raft nodes before linearized reading' (duration: 131.96853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.283289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.451438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-05-06T01:47:24.283305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.689973Z","time spent":"593.320935ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-06T01:47:24.283326Z","caller":"traceutil/trace.go:171","msg":"trace[1436835627] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16324; }","duration":"593.510729ms","start":"2026-05-06T01:47:23.689804Z","end":"2026-05-06T01:47:24.283315Z","steps":["trace[1436835627] 'agreement among raft nodes before linearized reading' (duration: 593.383546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.283364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.425885Z","time spent":"857.406917ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:47:24.283392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.689787Z","time spent":"593.597782ms","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-06T01:47:24.283493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.298537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-06T01:47:24.283518Z","caller":"traceutil/trace.go:171","msg":"trace[1049526820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16324; }","duration":"132.361849ms","start":"2026-05-06T01:47:24.15115Z","end":"2026-05-06T01:47:24.283512Z","steps":["trace[1049526820] 'agreement among raft nodes before linearized reading' (duration: 132.270356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.283646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.826524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-05-06T01:47:24.283699Z","caller":"traceutil/trace.go:171","msg":"trace[736246089] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:16324; }","duration":"423.924546ms","start":"2026-05-06T01:47:23.859766Z","end":"2026-05-06T01:47:24.283691Z","steps":["trace[736246089] 'agreement among raft nodes before linearized reading' (duration: 423.815273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.283724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.859736Z","time spent":"423.981227ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-05-06T01:47:24.283892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.469521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:47:24.283896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.988477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zfc85\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-06T01:47:24.283953Z","caller":"traceutil/trace.go:171","msg":"trace[822378351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zfc85; range_end:; response_count:1; response_revision:16324; }","duration":"424.05767ms","start":"2026-05-06T01:47:23.859885Z","end":"2026-05-06T01:47:24.283942Z","steps":["trace[822378351] 'agreement among raft nodes before linearized reading' (duration: 423.674441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.283991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.859879Z","time spent":"424.103061ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zfc85\" "} {"level":"warn","ts":"2026-05-06T01:47:24.284003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.455731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-05-06T01:47:24.28404Z","caller":"traceutil/trace.go:171","msg":"trace[1727947316] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16324; }","duration":"588.510102ms","start":"2026-05-06T01:47:23.695522Z","end":"2026-05-06T01:47:24.284032Z","steps":["trace[1727947316] 'agreement among raft nodes before linearized reading' (duration: 588.4199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.284068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.695513Z","time spent":"588.548723ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-06T01:47:24.284074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.281884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:47:24.284125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.755607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xlt57\" ","response":"range_response_count:1 size:22088"} {"level":"warn","ts":"2026-05-06T01:47:24.284184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.642479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-05-06T01:47:24.284194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.850914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-06T01:47:24.2842Z","caller":"traceutil/trace.go:171","msg":"trace[1508760516] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xlt57; range_end:; response_count:1; response_revision:16324; }","duration":"542.8711ms","start":"2026-05-06T01:47:23.741312Z","end":"2026-05-06T01:47:24.284183Z","steps":["trace[1508760516] 'agreement among raft nodes before linearized reading' (duration: 542.634725ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:24.284224Z","caller":"traceutil/trace.go:171","msg":"trace[737978362] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16324; }","duration":"133.903454ms","start":"2026-05-06T01:47:24.150316Z","end":"2026-05-06T01:47:24.28422Z","steps":["trace[737978362] 'agreement among raft nodes before linearized reading' (duration: 133.859103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.284238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.741295Z","time spent":"542.936632ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xlt57\" "} {"level":"warn","ts":"2026-05-06T01:47:24.284273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.772707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xlt57\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-05-06T01:47:24.284154Z","caller":"traceutil/trace.go:171","msg":"trace[1288227414] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16324; }","duration":"140.417647ms","start":"2026-05-06T01:47:24.143721Z","end":"2026-05-06T01:47:24.284139Z","steps":["trace[1288227414] 'agreement among raft nodes before linearized reading' (duration: 140.272114ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:24.2843Z","caller":"traceutil/trace.go:171","msg":"trace[1946001087] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xlt57; range_end:; response_count:1; response_revision:16324; }","duration":"539.829769ms","start":"2026-05-06T01:47:23.744464Z","end":"2026-05-06T01:47:24.284294Z","steps":["trace[1946001087] 'agreement among raft nodes before linearized reading' (duration: 539.749947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.284318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.74445Z","time spent":"539.8643ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22112,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xlt57\" "} {"level":"info","ts":"2026-05-06T01:47:24.28423Z","caller":"traceutil/trace.go:171","msg":"trace[1604990090] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16324; }","duration":"133.744181ms","start":"2026-05-06T01:47:24.150473Z","end":"2026-05-06T01:47:24.284217Z","steps":["trace[1604990090] 'agreement among raft nodes before linearized reading' (duration: 133.586948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.284381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.620985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-06T01:47:24.284452Z","caller":"traceutil/trace.go:171","msg":"trace[1342914143] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16324; }","duration":"132.717576ms","start":"2026-05-06T01:47:24.151719Z","end":"2026-05-06T01:47:24.284437Z","steps":["trace[1342914143] 'agreement among raft nodes before linearized reading' (duration: 132.528312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.28449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.286906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-05-06T01:47:24.284531Z","caller":"traceutil/trace.go:171","msg":"trace[1719541717] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16324; }","duration":"410.635314ms","start":"2026-05-06T01:47:23.873885Z","end":"2026-05-06T01:47:24.28452Z","steps":["trace[1719541717] 'agreement among raft nodes before linearized reading' (duration: 410.288666ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:47:24.283926Z","caller":"traceutil/trace.go:171","msg":"trace[396673140] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16324; }","duration":"499.541012ms","start":"2026-05-06T01:47:23.784376Z","end":"2026-05-06T01:47:24.283917Z","steps":["trace[396673140] 'agreement among raft nodes before linearized reading' (duration: 499.479471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.284576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.873855Z","time spent":"410.711657ms","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-06T01:47:24.284153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.305659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-06T01:47:24.284596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:47:23.784358Z","time spent":"500.221059ms","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:47:24.28462Z","caller":"traceutil/trace.go:171","msg":"trace[1928260856] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16324; }","duration":"141.811981ms","start":"2026-05-06T01:47:24.1428Z","end":"2026-05-06T01:47:24.284612Z","steps":["trace[1928260856] 'agreement among raft nodes before linearized reading' (duration: 141.323749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:47:24.285769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.709686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-06T01:47:24.285833Z","caller":"traceutil/trace.go:171","msg":"trace[2048751727] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16324; }","duration":"100.803427ms","start":"2026-05-06T01:47:24.185018Z","end":"2026-05-06T01:47:24.285822Z","steps":["trace[2048751727] 'agreement among raft nodes before linearized reading' (duration: 99.418094ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:49:50.936451Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14620} {"level":"info","ts":"2026-05-06T01:49:51.031976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14620,"took":"92.735464ms","hash":1146530372,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":29888512,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-06T01:49:51.032048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1146530372,"revision":14620,"compact-revision":12170} {"level":"info","ts":"2026-05-06T01:51:56.480692Z","caller":"traceutil/trace.go:171","msg":"trace[2016131306] linearizableReadLoop","detail":"{readStateIndex:19603; appliedIndex:19602; }","duration":"109.026306ms","start":"2026-05-06T01:51:56.371632Z","end":"2026-05-06T01:51:56.480658Z","steps":["trace[2016131306] 'read index received' (duration: 108.75689ms)","trace[2016131306] 'applied index is now lower than readState.Index' (duration: 268.006µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:51:56.480817Z","caller":"traceutil/trace.go:171","msg":"trace[532115430] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"112.416926ms","start":"2026-05-06T01:51:56.368349Z","end":"2026-05-06T01:51:56.480766Z","steps":["trace[532115430] 'process raft request' (duration: 112.12308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:51:56.480869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.215431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:51:56.480944Z","caller":"traceutil/trace.go:171","msg":"trace[2032965671] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:18728; }","duration":"109.347064ms","start":"2026-05-06T01:51:56.37158Z","end":"2026-05-06T01:51:56.480927Z","steps":["trace[2032965671] 'agreement among raft nodes before linearized reading' (duration: 109.199151ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:52:33.964178Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T01:52:33.969011Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-05-06T01:52:33.96909Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"warn","ts":"2026-05-06T01:53:00.382618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.387518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T01:53:00.382801Z","caller":"traceutil/trace.go:171","msg":"trace[1187010387] linearizableReadLoop","detail":"{readStateIndex:20235; appliedIndex:20233; }","duration":"214.355121ms","start":"2026-05-06T01:53:00.16843Z","end":"2026-05-06T01:53:00.382785Z","steps":["trace[1187010387] 'read index received' (duration: 38.718277ms)","trace[1187010387] 'applied index is now lower than readState.Index' (duration: 175.635534ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:53:00.382909Z","caller":"traceutil/trace.go:171","msg":"trace[2134117749] transaction","detail":"{read_only:false; response_revision:19330; number_of_response:1; }","duration":"218.004647ms","start":"2026-05-06T01:53:00.164894Z","end":"2026-05-06T01:53:00.382898Z","steps":["trace[2134117749] 'process raft request' (duration: 217.834733ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:00.382933Z","caller":"traceutil/trace.go:171","msg":"trace[908409489] transaction","detail":"{read_only:false; response_revision:19329; number_of_response:1; }","duration":"219.591754ms","start":"2026-05-06T01:53:00.163312Z","end":"2026-05-06T01:53:00.382904Z","steps":["trace[908409489] 'process raft request' (duration: 43.823767ms)","trace[908409489] 'compare' (duration: 175.263325ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:53:00.383348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.161679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:00.383383Z","caller":"traceutil/trace.go:171","msg":"trace[1772445385] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19330; }","duration":"168.23026ms","start":"2026-05-06T01:53:00.215141Z","end":"2026-05-06T01:53:00.383371Z","steps":["trace[1772445385] 'agreement among raft nodes before linearized reading' (duration: 168.173449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:00.383382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.905604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T01:53:00.383431Z","caller":"traceutil/trace.go:171","msg":"trace[1063574013] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19330; }","duration":"215.008916ms","start":"2026-05-06T01:53:00.168411Z","end":"2026-05-06T01:53:00.38342Z","steps":["trace[1063574013] 'agreement among raft nodes before linearized reading' (duration: 214.798661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:00.383376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.159895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:00.383557Z","caller":"traceutil/trace.go:171","msg":"trace[558989869] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19330; }","duration":"199.602576ms","start":"2026-05-06T01:53:00.183886Z","end":"2026-05-06T01:53:00.383489Z","steps":["trace[558989869] 'agreement among raft nodes before linearized reading' (duration: 199.056383ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:00.565099Z","caller":"traceutil/trace.go:171","msg":"trace[1480223446] linearizableReadLoop","detail":"{readStateIndex:20236; appliedIndex:20235; }","duration":"175.604533ms","start":"2026-05-06T01:53:00.389468Z","end":"2026-05-06T01:53:00.565073Z","steps":["trace[1480223446] 'read index received' (duration: 162.68785ms)","trace[1480223446] 'applied index is now lower than readState.Index' (duration: 12.915733ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:53:00.565187Z","caller":"traceutil/trace.go:171","msg":"trace[1287564292] transaction","detail":"{read_only:false; response_revision:19331; number_of_response:1; }","duration":"177.109979ms","start":"2026-05-06T01:53:00.388041Z","end":"2026-05-06T01:53:00.565151Z","steps":["trace[1287564292] 'process raft request' (duration: 164.168106ms)","trace[1287564292] 'compare' (duration: 12.730398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:53:00.56615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.657857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:898523"} {"level":"info","ts":"2026-05-06T01:53:00.566224Z","caller":"traceutil/trace.go:171","msg":"trace[999400215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:19331; }","duration":"176.783451ms","start":"2026-05-06T01:53:00.389424Z","end":"2026-05-06T01:53:00.566208Z","steps":["trace[999400215] 'agreement among raft nodes before linearized reading' (duration: 175.770337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:00.607981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.472723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-06T01:53:00.608011Z","caller":"traceutil/trace.go:171","msg":"trace[1391843965] transaction","detail":"{read_only:false; response_revision:19332; number_of_response:1; }","duration":"205.714199ms","start":"2026-05-06T01:53:00.40226Z","end":"2026-05-06T01:53:00.607974Z","steps":["trace[1391843965] 'process raft request' (duration: 205.356311ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:00.608071Z","caller":"traceutil/trace.go:171","msg":"trace[653910026] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19332; }","duration":"179.621838ms","start":"2026-05-06T01:53:00.428429Z","end":"2026-05-06T01:53:00.608051Z","steps":["trace[653910026] 'agreement among raft nodes before linearized reading' (duration: 179.433683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:00.608164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.689931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:53:00.608246Z","caller":"traceutil/trace.go:171","msg":"trace[1881575175] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19332; }","duration":"177.836195ms","start":"2026-05-06T01:53:00.430393Z","end":"2026-05-06T01:53:00.608229Z","steps":["trace[1881575175] 'agreement among raft nodes before linearized reading' (duration: 177.63923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:01.282638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.893216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xlt57\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-05-06T01:53:01.282694Z","caller":"traceutil/trace.go:171","msg":"trace[952569922] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xlt57; range_end:; response_count:1; response_revision:19332; }","duration":"607.001858ms","start":"2026-05-06T01:53:00.675679Z","end":"2026-05-06T01:53:01.28268Z","steps":["trace[952569922] 'range keys from in-memory index tree' (duration: 606.676571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:01.282718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:00.675659Z","time spent":"607.05374ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xlt57\" "} {"level":"info","ts":"2026-05-06T01:53:01.283325Z","caller":"traceutil/trace.go:171","msg":"trace[143789599] transaction","detail":"{read_only:false; response_revision:19333; number_of_response:1; }","duration":"593.214915ms","start":"2026-05-06T01:53:00.690062Z","end":"2026-05-06T01:53:01.283277Z","steps":["trace[143789599] 'process raft request' (duration: 573.696558ms)","trace[143789599] 'compare' (duration: 18.438402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:53:01.283788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:00.690034Z","time spent":"593.599855ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T01:53:02.306143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.461818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:02.306257Z","caller":"traceutil/trace.go:171","msg":"trace[426573807] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19333; }","duration":"765.625532ms","start":"2026-05-06T01:53:01.540607Z","end":"2026-05-06T01:53:02.306233Z","steps":["trace[426573807] 'count revisions from in-memory index tree' (duration: 765.395357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.306244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.840618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:53:02.306317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:01.540595Z","time spent":"765.703464ms","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-06T01:53:02.306334Z","caller":"traceutil/trace.go:171","msg":"trace[1870570063] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19333; }","duration":"614.004091ms","start":"2026-05-06T01:53:01.692308Z","end":"2026-05-06T01:53:02.306313Z","steps":["trace[1870570063] 'count revisions from in-memory index tree' (duration: 613.683054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.306382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:01.692286Z","time spent":"614.084634ms","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T01:53:02.306502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.187978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-06T01:53:02.306597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.947489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-05-06T01:53:02.306588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.690507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T01:53:02.306607Z","caller":"traceutil/trace.go:171","msg":"trace[793736096] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19333; }","duration":"875.352342ms","start":"2026-05-06T01:53:01.431227Z","end":"2026-05-06T01:53:02.30658Z","steps":["trace[793736096] 'range keys from in-memory index tree' (duration: 874.962333ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.306637Z","caller":"traceutil/trace.go:171","msg":"trace[1903309224] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19333; }","duration":"146.00145ms","start":"2026-05-06T01:53:02.160625Z","end":"2026-05-06T01:53:02.306627Z","steps":["trace[1903309224] 'range keys from in-memory index tree' (duration: 145.862677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.306666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:01.431207Z","time spent":"875.445434ms","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-06T01:53:02.306764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.093658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17648"} {"level":"info","ts":"2026-05-06T01:53:02.306802Z","caller":"traceutil/trace.go:171","msg":"trace[1652262595] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19333; }","duration":"703.161029ms","start":"2026-05-06T01:53:01.60363Z","end":"2026-05-06T01:53:02.306791Z","steps":["trace[1652262595] 'range keys from in-memory index tree' (duration: 702.988385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.306832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.549332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T01:53:02.306862Z","caller":"traceutil/trace.go:171","msg":"trace[1330006673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19333; }","duration":"204.579142ms","start":"2026-05-06T01:53:02.102275Z","end":"2026-05-06T01:53:02.306854Z","steps":["trace[1330006673] 'range keys from in-memory index tree' (duration: 204.391058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.306873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.104047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:53:02.306894Z","caller":"traceutil/trace.go:171","msg":"trace[1000082465] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19333; }","duration":"165.163509ms","start":"2026-05-06T01:53:02.141723Z","end":"2026-05-06T01:53:02.306886Z","steps":["trace[1000082465] 'count revisions from in-memory index tree' (duration: 165.020705ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.306947Z","caller":"traceutil/trace.go:171","msg":"trace[1069902094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19333; }","duration":"307.79622ms","start":"2026-05-06T01:53:01.998839Z","end":"2026-05-06T01:53:02.306635Z","steps":["trace[1069902094] 'range keys from in-memory index tree' (duration: 307.521373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.306833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:01.603612Z","time spent":"703.214301ms","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17672,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T01:53:02.307001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.993259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T01:53:02.307048Z","caller":"traceutil/trace.go:171","msg":"trace[1462539587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19333; }","duration":"102.088391ms","start":"2026-05-06T01:53:02.204948Z","end":"2026-05-06T01:53:02.307036Z","steps":["trace[1462539587] 'count revisions from in-memory index tree' (duration: 101.857566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.306977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:01.998808Z","time spent":"308.161938ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T01:53:02.307156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.670302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-05-06T01:53:02.307172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.7773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T01:53:02.307178Z","caller":"traceutil/trace.go:171","msg":"trace[1165183805] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19333; }","duration":"180.691623ms","start":"2026-05-06T01:53:02.126479Z","end":"2026-05-06T01:53:02.307171Z","steps":["trace[1165183805] 'range keys from in-memory index tree' (duration: 180.410996ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.307199Z","caller":"traceutil/trace.go:171","msg":"trace[1816204375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19333; }","duration":"164.988354ms","start":"2026-05-06T01:53:02.142202Z","end":"2026-05-06T01:53:02.30719Z","steps":["trace[1816204375] 'range keys from in-memory index tree' (duration: 164.668527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.313658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.908505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:126 size:1347048"} {"level":"info","ts":"2026-05-06T01:53:02.31406Z","caller":"traceutil/trace.go:171","msg":"trace[1527860585] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:126; response_revision:19333; }","duration":"303.336295ms","start":"2026-05-06T01:53:02.010697Z","end":"2026-05-06T01:53:02.314034Z","steps":["trace[1527860585] 'range keys from in-memory index tree' (duration: 295.662485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.314091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:53:02.010675Z","time spent":"303.404256ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":126,"response size":1347072,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-06T01:53:02.514335Z","caller":"traceutil/trace.go:171","msg":"trace[1377341643] transaction","detail":"{read_only:false; response_revision:19334; number_of_response:1; }","duration":"197.555577ms","start":"2026-05-06T01:53:02.316745Z","end":"2026-05-06T01:53:02.5143Z","steps":["trace[1377341643] 'process raft request' (duration: 197.291011ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.565208Z","caller":"traceutil/trace.go:171","msg":"trace[1507438040] transaction","detail":"{read_only:false; response_revision:19336; number_of_response:1; }","duration":"248.138182ms","start":"2026-05-06T01:53:02.317043Z","end":"2026-05-06T01:53:02.565181Z","steps":["trace[1507438040] 'process raft request' (duration: 248.034729ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.565243Z","caller":"traceutil/trace.go:171","msg":"trace[770029171] transaction","detail":"{read_only:false; response_revision:19335; number_of_response:1; }","duration":"248.315856ms","start":"2026-05-06T01:53:02.316883Z","end":"2026-05-06T01:53:02.565199Z","steps":["trace[770029171] 'process raft request' (duration: 248.072341ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.565438Z","caller":"traceutil/trace.go:171","msg":"trace[255224193] linearizableReadLoop","detail":"{readStateIndex:20244; appliedIndex:20238; }","duration":"177.884426ms","start":"2026-05-06T01:53:02.387534Z","end":"2026-05-06T01:53:02.565419Z","steps":["trace[255224193] 'read index received' (duration: 126.476162ms)","trace[255224193] 'applied index is now lower than readState.Index' (duration: 51.407284ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:53:02.565484Z","caller":"traceutil/trace.go:171","msg":"trace[24373885] transaction","detail":"{read_only:false; response_revision:19339; number_of_response:1; }","duration":"242.942411ms","start":"2026-05-06T01:53:02.322529Z","end":"2026-05-06T01:53:02.565471Z","steps":["trace[24373885] 'process raft request' (duration: 242.812328ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.565503Z","caller":"traceutil/trace.go:171","msg":"trace[2265615] transaction","detail":"{read_only:false; response_revision:19337; number_of_response:1; }","duration":"248.357797ms","start":"2026-05-06T01:53:02.317061Z","end":"2026-05-06T01:53:02.565419Z","steps":["trace[2265615] 'process raft request' (duration: 248.070311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.565678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.112842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-06T01:53:02.565679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.131752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-06T01:53:02.565741Z","caller":"traceutil/trace.go:171","msg":"trace[1169643972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19339; }","duration":"178.227075ms","start":"2026-05-06T01:53:02.387496Z","end":"2026-05-06T01:53:02.565723Z","steps":["trace[1169643972] 'agreement among raft nodes before linearized reading' (duration: 178.066481ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.565399Z","caller":"traceutil/trace.go:171","msg":"trace[1917155094] transaction","detail":"{read_only:false; response_revision:19338; number_of_response:1; }","duration":"245.630044ms","start":"2026-05-06T01:53:02.319749Z","end":"2026-05-06T01:53:02.565379Z","steps":["trace[1917155094] 'process raft request' (duration: 245.515791ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:02.56579Z","caller":"traceutil/trace.go:171","msg":"trace[269734102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19339; }","duration":"178.287176ms","start":"2026-05-06T01:53:02.387482Z","end":"2026-05-06T01:53:02.565769Z","steps":["trace[269734102] 'agreement among raft nodes before linearized reading' (duration: 178.05884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:02.565728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.77591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:02.56585Z","caller":"traceutil/trace.go:171","msg":"trace[563136600] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19339; }","duration":"176.923604ms","start":"2026-05-06T01:53:02.388911Z","end":"2026-05-06T01:53:02.565835Z","steps":["trace[563136600] 'agreement among raft nodes before linearized reading' (duration: 176.772591ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:10.891779Z","caller":"traceutil/trace.go:171","msg":"trace[1722940571] transaction","detail":"{read_only:false; response_revision:19558; number_of_response:1; }","duration":"249.172326ms","start":"2026-05-06T01:53:10.642534Z","end":"2026-05-06T01:53:10.891707Z","steps":["trace[1722940571] 'process raft request' (duration: 225.446191ms)","trace[1722940571] 'compare' (duration: 23.49255ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T01:53:10.891709Z","caller":"traceutil/trace.go:171","msg":"trace[77112013] linearizableReadLoop","detail":"{readStateIndex:20468; appliedIndex:20467; }","duration":"193.143653ms","start":"2026-05-06T01:53:10.69852Z","end":"2026-05-06T01:53:10.891664Z","steps":["trace[77112013] 'read index received' (duration: 169.456689ms)","trace[77112013] 'applied index is now lower than readState.Index' (duration: 23.685014ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:53:10.892038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.520703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T01:53:10.892117Z","caller":"traceutil/trace.go:171","msg":"trace[906226854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19558; }","duration":"193.664887ms","start":"2026-05-06T01:53:10.698433Z","end":"2026-05-06T01:53:10.892098Z","steps":["trace[906226854] 'agreement among raft nodes before linearized reading' (duration: 193.408171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:10.892221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.493768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-06T01:53:10.89232Z","caller":"traceutil/trace.go:171","msg":"trace[24996343] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19558; }","duration":"192.609241ms","start":"2026-05-06T01:53:10.699686Z","end":"2026-05-06T01:53:10.892295Z","steps":["trace[24996343] 'agreement among raft nodes before linearized reading' (duration: 192.346275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:10.892377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.336722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T01:53:10.892424Z","caller":"traceutil/trace.go:171","msg":"trace[1815806711] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19558; }","duration":"156.432204ms","start":"2026-05-06T01:53:10.735981Z","end":"2026-05-06T01:53:10.892413Z","steps":["trace[1815806711] 'agreement among raft nodes before linearized reading' (duration: 156.26363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:10.892416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.761894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-26gb6\" ","response":"range_response_count:1 size:9785"} {"level":"warn","ts":"2026-05-06T01:53:10.892377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.824577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T01:53:10.892468Z","caller":"traceutil/trace.go:171","msg":"trace[587315] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-26gb6; range_end:; response_count:1; response_revision:19558; }","duration":"145.891577ms","start":"2026-05-06T01:53:10.746563Z","end":"2026-05-06T01:53:10.892454Z","steps":["trace[587315] 'agreement among raft nodes before linearized reading' (duration: 145.716953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:10.892489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.742541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T01:53:10.892524Z","caller":"traceutil/trace.go:171","msg":"trace[885814620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19558; }","duration":"189.98949ms","start":"2026-05-06T01:53:10.702512Z","end":"2026-05-06T01:53:10.892502Z","steps":["trace[885814620] 'agreement among raft nodes before linearized reading' (duration: 189.739324ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:10.892522Z","caller":"traceutil/trace.go:171","msg":"trace[1052486274] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19558; }","duration":"150.834973ms","start":"2026-05-06T01:53:10.741677Z","end":"2026-05-06T01:53:10.892512Z","steps":["trace[1052486274] 'agreement among raft nodes before linearized reading' (duration: 150.454074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:11.13401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.275826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-06T01:53:11.134071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.943265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:11.134107Z","caller":"traceutil/trace.go:171","msg":"trace[395238418] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19563; }","duration":"140.411469ms","start":"2026-05-06T01:53:10.993673Z","end":"2026-05-06T01:53:11.134084Z","steps":["trace[395238418] 'range keys from in-memory index tree' (duration: 140.097822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:11.134194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.900714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:53:11.134199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.019437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:11.134259Z","caller":"traceutil/trace.go:171","msg":"trace[1629930026] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19563; }","duration":"141.969775ms","start":"2026-05-06T01:53:10.992272Z","end":"2026-05-06T01:53:11.134242Z","steps":["trace[1629930026] 'range keys from in-memory index tree' (duration: 141.801951ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:11.13427Z","caller":"traceutil/trace.go:171","msg":"trace[49399850] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19563; }","duration":"142.115579ms","start":"2026-05-06T01:53:10.992137Z","end":"2026-05-06T01:53:11.134252Z","steps":["trace[49399850] 'range keys from in-memory index tree' (duration: 141.982816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:11.134267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.269189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:11.134148Z","caller":"traceutil/trace.go:171","msg":"trace[442937117] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19563; }","duration":"142.043288ms","start":"2026-05-06T01:53:10.992082Z","end":"2026-05-06T01:53:11.134126Z","steps":["trace[442937117] 'range keys from in-memory index tree' (duration: 141.849343ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:11.134823Z","caller":"traceutil/trace.go:171","msg":"trace[1913705554] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19563; }","duration":"141.499465ms","start":"2026-05-06T01:53:10.992938Z","end":"2026-05-06T01:53:11.134437Z","steps":["trace[1913705554] 'range keys from in-memory index tree' (duration: 141.149856ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:11.134885Z","caller":"traceutil/trace.go:171","msg":"trace[14087491] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"140.685505ms","start":"2026-05-06T01:53:10.994117Z","end":"2026-05-06T01:53:11.134803Z","steps":["trace[14087491] 'process raft request' (duration: 112.921705ms)","trace[14087491] 'compare' (duration: 27.057054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:53:11.544238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.544118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:53:11.544249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.729502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:11.544302Z","caller":"traceutil/trace.go:171","msg":"trace[1939505325] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19567; }","duration":"168.666581ms","start":"2026-05-06T01:53:11.37562Z","end":"2026-05-06T01:53:11.544287Z","steps":["trace[1939505325] 'range keys from in-memory index tree' (duration: 168.394424ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:11.544333Z","caller":"traceutil/trace.go:171","msg":"trace[1960512079] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19567; }","duration":"168.879986ms","start":"2026-05-06T01:53:11.375434Z","end":"2026-05-06T01:53:11.544314Z","steps":["trace[1960512079] 'range keys from in-memory index tree' (duration: 168.63727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:11.544483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.799584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T01:53:11.544495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.445422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xlt57\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-05-06T01:53:11.54452Z","caller":"traceutil/trace.go:171","msg":"trace[899944167] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xlt57; range_end:; response_count:1; response_revision:19567; }","duration":"135.504494ms","start":"2026-05-06T01:53:11.409009Z","end":"2026-05-06T01:53:11.544513Z","steps":["trace[899944167] 'range keys from in-memory index tree' (duration: 135.31832ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:11.544519Z","caller":"traceutil/trace.go:171","msg":"trace[1532797062] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19567; }","duration":"168.850805ms","start":"2026-05-06T01:53:11.375658Z","end":"2026-05-06T01:53:11.544509Z","steps":["trace[1532797062] 'range keys from in-memory index tree' (duration: 168.718832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:53:11.54457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.443686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:53:11.54462Z","caller":"traceutil/trace.go:171","msg":"trace[935273525] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19567; }","duration":"168.516407ms","start":"2026-05-06T01:53:11.376089Z","end":"2026-05-06T01:53:11.544606Z","steps":["trace[935273525] 'range keys from in-memory index tree' (duration: 168.379344ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:53:25.227381Z","caller":"traceutil/trace.go:171","msg":"trace[564806134] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"101.568599ms","start":"2026-05-06T01:53:25.125757Z","end":"2026-05-06T01:53:25.227325Z","steps":["trace[564806134] 'process raft request' (duration: 101.296853ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T01:54:50.942909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17617} {"level":"info","ts":"2026-05-06T01:54:51.038633Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17617,"took":"93.058519ms","hash":75635192,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":34324480,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T01:54:51.038688Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":75635192,"revision":17617,"compact-revision":14620} {"level":"info","ts":"2026-05-06T01:59:50.95322Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20597} {"level":"info","ts":"2026-05-06T01:59:51.068153Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20597,"took":"112.259518ms","hash":239275746,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":32210944,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-06T01:59:51.06821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":239275746,"revision":20597,"compact-revision":17617} {"level":"warn","ts":"2026-05-06T01:59:59.501523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.255263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T01:59:59.501663Z","caller":"traceutil/trace.go:171","msg":"trace[1881056673] linearizableReadLoop","detail":"{readStateIndex:24423; appliedIndex:24422; }","duration":"388.623989ms","start":"2026-05-06T01:59:59.113018Z","end":"2026-05-06T01:59:59.501642Z","steps":["trace[1881056673] 'read index received' (duration: 140.178152ms)","trace[1881056673] 'applied index is now lower than readState.Index' (duration: 248.443847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T01:59:59.501821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.746334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T01:59:59.501857Z","caller":"traceutil/trace.go:171","msg":"trace[1386133723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23329; }","duration":"295.822826ms","start":"2026-05-06T01:59:59.206023Z","end":"2026-05-06T01:59:59.501846Z","steps":["trace[1386133723] 'agreement among raft nodes before linearized reading' (duration: 295.741074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:59.501898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.869715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T01:59:59.501983Z","caller":"traceutil/trace.go:171","msg":"trace[1352982298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23329; }","duration":"388.998688ms","start":"2026-05-06T01:59:59.112966Z","end":"2026-05-06T01:59:59.501965Z","steps":["trace[1352982298] 'agreement among raft nodes before linearized reading' (duration: 388.751412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T01:59:59.502029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:59.112943Z","time spent":"389.078349ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T01:59:59.502351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.310097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T01:59:59.502438Z","caller":"traceutil/trace.go:171","msg":"trace[653304556] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23329; }","duration":"243.418789ms","start":"2026-05-06T01:59:59.258998Z","end":"2026-05-06T01:59:59.502417Z","steps":["trace[653304556] 'agreement among raft nodes before linearized reading' (duration: 242.815785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.034811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.44122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:00:00.034918Z","caller":"traceutil/trace.go:171","msg":"trace[743851530] linearizableReadLoop","detail":"{readStateIndex:24425; appliedIndex:24424; }","duration":"460.01479ms","start":"2026-05-06T01:59:59.574884Z","end":"2026-05-06T02:00:00.034898Z","steps":["trace[743851530] 'read index received' (duration: 160.339884ms)","trace[743851530] 'applied index is now lower than readState.Index' (duration: 299.673686ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:00.03517Z","caller":"traceutil/trace.go:171","msg":"trace[1921004244] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"528.013203ms","start":"2026-05-06T01:59:59.507112Z","end":"2026-05-06T02:00:00.035125Z","steps":["trace[1921004244] 'process raft request' (duration: 228.180243ms)","trace[1921004244] 'compare' (duration: 299.334158ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:00:00.035242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:59.507092Z","time spent":"528.113004ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:00.035282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.41146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:00:00.035328Z","caller":"traceutil/trace.go:171","msg":"trace[603992438] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23331; }","duration":"460.516112ms","start":"2026-05-06T01:59:59.574798Z","end":"2026-05-06T02:00:00.035314Z","steps":["trace[603992438] 'agreement among raft nodes before linearized reading' (duration: 460.357668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.035362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.383088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-05-06T02:00:00.035387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:59.574778Z","time spent":"460.601204ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:00:00.035801Z","caller":"traceutil/trace.go:171","msg":"trace[450205448] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23331; }","duration":"454.86759ms","start":"2026-05-06T01:59:59.580911Z","end":"2026-05-06T02:00:00.035778Z","steps":["trace[450205448] 'agreement among raft nodes before linearized reading' (duration: 454.179384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.035878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T01:59:59.580898Z","time spent":"454.964372ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:00:00.340683Z","caller":"traceutil/trace.go:171","msg":"trace[948472891] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"265.365633ms","start":"2026-05-06T02:00:00.075263Z","end":"2026-05-06T02:00:00.340629Z","steps":["trace[948472891] 'process raft request' (duration: 223.928893ms)","trace[948472891] 'compare' (duration: 40.933529ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:00.857266Z","caller":"traceutil/trace.go:171","msg":"trace[1988523424] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"779.203373ms","start":"2026-05-06T02:00:00.078024Z","end":"2026-05-06T02:00:00.857228Z","steps":["trace[1988523424] 'process raft request' (duration: 778.948607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.8574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.050502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:00:00.857437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.07801Z","time spent":"779.350506ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:00.85744Z","caller":"traceutil/trace.go:171","msg":"trace[989771306] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"746.264512ms","start":"2026-05-06T02:00:00.111132Z","end":"2026-05-06T02:00:00.857396Z","steps":["trace[989771306] 'process raft request' (duration: 746.044627ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:00.857507Z","caller":"traceutil/trace.go:171","msg":"trace[1336368724] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"745.848602ms","start":"2026-05-06T02:00:00.111649Z","end":"2026-05-06T02:00:00.857497Z","steps":["trace[1336368724] 'process raft request' (duration: 745.593136ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:00.857297Z","caller":"traceutil/trace.go:171","msg":"trace[952554530] linearizableReadLoop","detail":"{readStateIndex:24432; appliedIndex:24426; }","duration":"650.933109ms","start":"2026-05-06T02:00:00.206343Z","end":"2026-05-06T02:00:00.857276Z","steps":["trace[952554530] 'read index received' (duration: 92.864444ms)","trace[952554530] 'applied index is now lower than readState.Index' (duration: 558.067795ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:00.857443Z","caller":"traceutil/trace.go:171","msg":"trace[2109269637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23338; }","duration":"651.143955ms","start":"2026-05-06T02:00:00.206286Z","end":"2026-05-06T02:00:00.85743Z","steps":["trace[2109269637] 'agreement among raft nodes before linearized reading' (duration: 651.059553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.857612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.206196Z","time spent":"651.408311ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:00:00.857596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.111124Z","time spent":"746.401435ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4968,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:00:00.857733Z","caller":"traceutil/trace.go:171","msg":"trace[1841049413] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"746.669631ms","start":"2026-05-06T02:00:00.111042Z","end":"2026-05-06T02:00:00.857712Z","steps":["trace[1841049413] 'process raft request' (duration: 746.093328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.85782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.111027Z","time spent":"746.744863ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5414,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T02:00:00.857928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.42919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:00:00.858015Z","caller":"traceutil/trace.go:171","msg":"trace[297513533] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23338; }","duration":"513.563464ms","start":"2026-05-06T02:00:00.344426Z","end":"2026-05-06T02:00:00.857989Z","steps":["trace[297513533] 'agreement among raft nodes before linearized reading' (duration: 513.293267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.858028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.420845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-06T02:00:00.85803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.39351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T02:00:00.858062Z","caller":"traceutil/trace.go:171","msg":"trace[122235622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23338; }","duration":"318.490157ms","start":"2026-05-06T02:00:00.539564Z","end":"2026-05-06T02:00:00.858054Z","steps":["trace[122235622] 'agreement among raft nodes before linearized reading' (duration: 318.341654ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:00.857478Z","caller":"traceutil/trace.go:171","msg":"trace[1042199299] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"746.065106ms","start":"2026-05-06T02:00:00.111403Z","end":"2026-05-06T02:00:00.857468Z","steps":["trace[1042199299] 'process raft request' (duration: 745.80548ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:00.85807Z","caller":"traceutil/trace.go:171","msg":"trace[1014043072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23338; }","duration":"141.465392ms","start":"2026-05-06T02:00:00.716595Z","end":"2026-05-06T02:00:00.85806Z","steps":["trace[1014043072] 'agreement among raft nodes before linearized reading' (duration: 141.338729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.85803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.087445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:00:00.858135Z","caller":"traceutil/trace.go:171","msg":"trace[828446558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23338; }","duration":"203.235168ms","start":"2026-05-06T02:00:00.654874Z","end":"2026-05-06T02:00:00.858109Z","steps":["trace[828446558] 'agreement among raft nodes before linearized reading' (duration: 202.984423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:00.858143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.111393Z","time spent":"746.696172ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5243,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T02:00:00.858087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.539537Z","time spent":"318.544968ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:00:00.858056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.344397Z","time spent":"513.650355ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:00:00.858607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.11164Z","time spent":"746.815135ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6650,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T02:00:01.334535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.351253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:00:01.334643Z","caller":"traceutil/trace.go:171","msg":"trace[1438997669] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"471.719784ms","start":"2026-05-06T02:00:00.862904Z","end":"2026-05-06T02:00:01.334624Z","steps":["trace[1438997669] 'process raft request' (duration: 159.203317ms)","trace[1438997669] 'compare' (duration: 312.245731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:00:01.334713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.862886Z","time spent":"471.798447ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:01.517484Z","caller":"traceutil/trace.go:171","msg":"trace[130481943] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"654.447223ms","start":"2026-05-06T02:00:00.862988Z","end":"2026-05-06T02:00:01.517435Z","steps":["trace[130481943] 'process raft request' (duration: 579.436336ms)","trace[130481943] 'compare' (duration: 74.7413ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:01.517569Z","caller":"traceutil/trace.go:171","msg":"trace[853299615] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"650.666424ms","start":"2026-05-06T02:00:00.86688Z","end":"2026-05-06T02:00:01.517546Z","steps":["trace[853299615] 'process raft request' (duration: 650.550811ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:01.517589Z","caller":"traceutil/trace.go:171","msg":"trace[67709478] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"650.943341ms","start":"2026-05-06T02:00:00.866622Z","end":"2026-05-06T02:00:01.517565Z","steps":["trace[67709478] 'process raft request' (duration: 650.746496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.517687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.866872Z","time spent":"650.741237ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5036,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:01.517483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.865959Z","time spent":"651.517354ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:00:01.517693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.866612Z","time spent":"651.018373ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5318,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:01.517947Z","caller":"traceutil/trace.go:171","msg":"trace[634943968] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"651.018623ms","start":"2026-05-06T02:00:00.866908Z","end":"2026-05-06T02:00:01.517926Z","steps":["trace[634943968] 'process raft request' (duration: 650.563632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.518039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.8669Z","time spent":"651.081784ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5482,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:01.518153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.862975Z","time spent":"654.600237ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:01.51866Z","caller":"traceutil/trace.go:171","msg":"trace[921800685] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"649.919397ms","start":"2026-05-06T02:00:00.86872Z","end":"2026-05-06T02:00:01.51864Z","steps":["trace[921800685] 'process raft request' (duration: 649.150809ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:01.518711Z","caller":"traceutil/trace.go:171","msg":"trace[74262582] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"649.140309ms","start":"2026-05-06T02:00:00.869543Z","end":"2026-05-06T02:00:01.518684Z","steps":["trace[74262582] 'process raft request' (duration: 648.914323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.518839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.868704Z","time spent":"650.002319ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6715,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:01.518848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.869536Z","time spent":"649.250131ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:01.518851Z","caller":"traceutil/trace.go:171","msg":"trace[15681981] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"624.338618ms","start":"2026-05-06T02:00:00.894491Z","end":"2026-05-06T02:00:01.518829Z","steps":["trace[15681981] 'process raft request' (duration: 624.00986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.518966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.894461Z","time spent":"624.445571ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:01.519092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.983649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17272"} {"level":"info","ts":"2026-05-06T02:00:01.51916Z","caller":"traceutil/trace.go:171","msg":"trace[590044407] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23346; }","duration":"656.0273ms","start":"2026-05-06T02:00:00.863089Z","end":"2026-05-06T02:00:01.519117Z","steps":["trace[590044407] 'agreement among raft nodes before linearized reading' (duration: 655.892987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.519191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.863085Z","time spent":"656.097231ms","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17296,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-06T02:00:01.51896Z","caller":"traceutil/trace.go:171","msg":"trace[828395979] linearizableReadLoop","detail":"{readStateIndex:24434; appliedIndex:24432; }","duration":"655.490508ms","start":"2026-05-06T02:00:00.863102Z","end":"2026-05-06T02:00:01.518592Z","steps":["trace[828395979] 'read index received' (duration: 159.031004ms)","trace[828395979] 'applied index is now lower than readState.Index' (duration: 496.458314ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:00:01.519596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.659715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:00:01.519618Z","caller":"traceutil/trace.go:171","msg":"trace[1926184901] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23346; }","duration":"653.700175ms","start":"2026-05-06T02:00:00.865909Z","end":"2026-05-06T02:00:01.519609Z","steps":["trace[1926184901] 'agreement among raft nodes before linearized reading' (duration: 653.665615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.519653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.865898Z","time spent":"653.731936ms","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-05-06T02:00:01.51964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.03682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:00:01.519704Z","caller":"traceutil/trace.go:171","msg":"trace[1043080583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23346; }","duration":"313.138992ms","start":"2026-05-06T02:00:01.206544Z","end":"2026-05-06T02:00:01.519683Z","steps":["trace[1043080583] 'agreement among raft nodes before linearized reading' (duration: 313.03963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.519762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.206524Z","time spent":"313.226184ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:00:01.519806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.75235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:00:01.519847Z","caller":"traceutil/trace.go:171","msg":"trace[836300262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23346; }","duration":"531.838782ms","start":"2026-05-06T02:00:00.988Z","end":"2026-05-06T02:00:01.519839Z","steps":["trace[836300262] 'agreement among raft nodes before linearized reading' (duration: 531.74862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.519868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.987978Z","time spent":"531.883093ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T02:00:01.520114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.312266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:00:01.520248Z","caller":"traceutil/trace.go:171","msg":"trace[1382089047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23346; }","duration":"571.506341ms","start":"2026-05-06T02:00:00.948715Z","end":"2026-05-06T02:00:01.520221Z","steps":["trace[1382089047] 'agreement among raft nodes before linearized reading' (duration: 571.0716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:01.520311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:00.948696Z","time spent":"571.604723ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:00:01.525558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.286126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:00:01.525702Z","caller":"traceutil/trace.go:171","msg":"trace[1720904058] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23346; }","duration":"108.50728ms","start":"2026-05-06T02:00:01.417161Z","end":"2026-05-06T02:00:01.525669Z","steps":["trace[1720904058] 'agreement among raft nodes before linearized reading' (duration: 102.53256ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.172254Z","caller":"traceutil/trace.go:171","msg":"trace[1520526550] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"648.643437ms","start":"2026-05-06T02:00:01.523577Z","end":"2026-05-06T02:00:02.17222Z","steps":["trace[1520526550] 'process raft request' (duration: 648.391171ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.172298Z","caller":"traceutil/trace.go:171","msg":"trace[1041623116] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"648.546015ms","start":"2026-05-06T02:00:01.523734Z","end":"2026-05-06T02:00:02.17228Z","steps":["trace[1041623116] 'process raft request' (duration: 648.400721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.172381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.523547Z","time spent":"648.777691ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5611,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:00:02.172511Z","caller":"traceutil/trace.go:171","msg":"trace[1277112491] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"648.070823ms","start":"2026-05-06T02:00:01.524417Z","end":"2026-05-06T02:00:02.172488Z","steps":["trace[1277112491] 'process raft request' (duration: 647.797187ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.172557Z","caller":"traceutil/trace.go:171","msg":"trace[1819485736] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"645.689428ms","start":"2026-05-06T02:00:01.526819Z","end":"2026-05-06T02:00:02.172508Z","steps":["trace[1819485736] 'process raft request' (duration: 645.544105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.172632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.524409Z","time spent":"648.164105ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.172382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.523711Z","time spent":"648.622827ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5440,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T02:00:02.17268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.824638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-05-06T02:00:02.172756Z","caller":"traceutil/trace.go:171","msg":"trace[1140632361] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:23353; }","duration":"647.94631ms","start":"2026-05-06T02:00:01.524793Z","end":"2026-05-06T02:00:02.172739Z","steps":["trace[1140632361] 'agreement among raft nodes before linearized reading' (duration: 647.693384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.172768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.526794Z","time spent":"645.859241ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.172806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.524785Z","time spent":"648.007053ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5078,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} {"level":"info","ts":"2026-05-06T02:00:02.17238Z","caller":"traceutil/trace.go:171","msg":"trace[92405449] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"647.994912ms","start":"2026-05-06T02:00:01.524352Z","end":"2026-05-06T02:00:02.172347Z","steps":["trace[92405449] 'process raft request' (duration: 647.825788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.172997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.52434Z","time spent":"648.584346ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6847,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:00:02.172437Z","caller":"traceutil/trace.go:171","msg":"trace[1683860726] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24442; }","duration":"647.593453ms","start":"2026-05-06T02:00:01.52482Z","end":"2026-05-06T02:00:02.172414Z","steps":["trace[1683860726] 'read index received' (duration: 11.427898ms)","trace[1683860726] 'applied index is now lower than readState.Index' (duration: 636.164375ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:02.172437Z","caller":"traceutil/trace.go:171","msg":"trace[1941921253] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"647.813588ms","start":"2026-05-06T02:00:01.524609Z","end":"2026-05-06T02:00:02.172422Z","steps":["trace[1941921253] 'process raft request' (duration: 647.669395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.173234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.524582Z","time spent":"648.602266ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5163,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:00:02.542728Z","caller":"traceutil/trace.go:171","msg":"trace[1169033151] linearizableReadLoop","detail":"{readStateIndex:24450; appliedIndex:24449; }","duration":"369.575243ms","start":"2026-05-06T02:00:02.173124Z","end":"2026-05-06T02:00:02.542699Z","steps":["trace[1169033151] 'read index received' (duration: 369.494451ms)","trace[1169033151] 'applied index is now lower than readState.Index' (duration: 79.562µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:00:02.542798Z","caller":"traceutil/trace.go:171","msg":"trace[131235223] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"979.35586ms","start":"2026-05-06T02:00:01.563408Z","end":"2026-05-06T02:00:02.542764Z","steps":["trace[131235223] 'process raft request' (duration: 979.198306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.542939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.563381Z","time spent":"979.481603ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.542994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.485835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:00:02.543193Z","caller":"traceutil/trace.go:171","msg":"trace[417374287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:23355; }","duration":"470.572668ms","start":"2026-05-06T02:00:02.072469Z","end":"2026-05-06T02:00:02.543042Z","steps":["trace[417374287] 'agreement among raft nodes before linearized reading' (duration: 470.380064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.543232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.836823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-06T02:00:02.543274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.0724Z","time spent":"470.846924ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:00:02.543305Z","caller":"traceutil/trace.go:171","msg":"trace[734665938] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23355; }","duration":"502.979846ms","start":"2026-05-06T02:00:02.040307Z","end":"2026-05-06T02:00:02.543287Z","steps":["trace[734665938] 'agreement among raft nodes before linearized reading' (duration: 502.564106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.543357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.040284Z","time spent":"503.056438ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:00:02.543376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.003672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T02:00:02.543371Z","caller":"traceutil/trace.go:171","msg":"trace[171094946] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"1.00368069s","start":"2026-05-06T02:00:01.539634Z","end":"2026-05-06T02:00:02.543315Z","steps":["trace[171094946] 'process raft request' (duration: 1.002810469s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.543434Z","caller":"traceutil/trace.go:171","msg":"trace[1566781971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23355; }","duration":"979.103074ms","start":"2026-05-06T02:00:01.564316Z","end":"2026-05-06T02:00:02.543419Z","steps":["trace[1566781971] 'agreement among raft nodes before linearized reading' (duration: 978.729365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.543477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.564269Z","time spent":"979.197386ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T02:00:02.543506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:01.53961Z","time spent":"1.003832023s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:00:02.547412Z","caller":"traceutil/trace.go:171","msg":"trace[454203165] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"369.234365ms","start":"2026-05-06T02:00:02.178147Z","end":"2026-05-06T02:00:02.547381Z","steps":["trace[454203165] 'process raft request' (duration: 369.006329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.547534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.17811Z","time spent":"369.369668ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:00:02.547817Z","caller":"traceutil/trace.go:171","msg":"trace[37027628] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"368.533178ms","start":"2026-05-06T02:00:02.179263Z","end":"2026-05-06T02:00:02.547796Z","steps":["trace[37027628] 'process raft request' (duration: 368.17628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.547929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.179255Z","time spent":"368.6127ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5486,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.548014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.110076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:00:02.548119Z","caller":"traceutil/trace.go:171","msg":"trace[549258484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23364; }","duration":"341.294311ms","start":"2026-05-06T02:00:02.206806Z","end":"2026-05-06T02:00:02.5481Z","steps":["trace[549258484] 'agreement among raft nodes before linearized reading' (duration: 341.036785ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.548495Z","caller":"traceutil/trace.go:171","msg":"trace[1151612284] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"369.786908ms","start":"2026-05-06T02:00:02.178689Z","end":"2026-05-06T02:00:02.548476Z","steps":["trace[1151612284] 'process raft request' (duration: 368.596681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.548595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.178669Z","time spent":"369.87998ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5657,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:02.548849Z","caller":"traceutil/trace.go:171","msg":"trace[74171402] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"367.130006ms","start":"2026-05-06T02:00:02.181702Z","end":"2026-05-06T02:00:02.548832Z","steps":["trace[74171402] 'process raft request' (duration: 365.958598ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.548872Z","caller":"traceutil/trace.go:171","msg":"trace[1198525949] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"370.061124ms","start":"2026-05-06T02:00:02.178791Z","end":"2026-05-06T02:00:02.548852Z","steps":["trace[1198525949] 'process raft request' (duration: 368.58657ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.548897Z","caller":"traceutil/trace.go:171","msg":"trace[107060674] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"369.075952ms","start":"2026-05-06T02:00:02.179797Z","end":"2026-05-06T02:00:02.548873Z","steps":["trace[107060674] 'process raft request' (duration: 367.813842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.548958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.181675Z","time spent":"367.220818ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5596,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:02.548968Z","caller":"traceutil/trace.go:171","msg":"trace[545657523] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"366.608303ms","start":"2026-05-06T02:00:02.182343Z","end":"2026-05-06T02:00:02.548951Z","steps":["trace[545657523] 'process raft request' (duration: 365.418406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.548971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.178785Z","time spent":"370.130506ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6893,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.549017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.179774Z","time spent":"369.171593ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5209,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.549029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.182324Z","time spent":"366.670264ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5150,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:00:02.549135Z","caller":"traceutil/trace.go:171","msg":"trace[1944080462] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"366.87433ms","start":"2026-05-06T02:00:02.182253Z","end":"2026-05-06T02:00:02.549128Z","steps":["trace[1944080462] 'process raft request' (duration: 365.471237ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:00:02.549162Z","caller":"traceutil/trace.go:171","msg":"trace[494809609] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"366.775447ms","start":"2026-05-06T02:00:02.182377Z","end":"2026-05-06T02:00:02.549152Z","steps":["trace[494809609] 'process raft request' (duration: 365.421656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:00:02.549164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.182241Z","time spent":"366.90673ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5425,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.549207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.182368Z","time spent":"366.811568ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6832,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:00:02.548187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:00:02.20679Z","time spent":"341.384023ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:00:04.872562Z","caller":"traceutil/trace.go:171","msg":"trace[1689758130] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"139.766622ms","start":"2026-05-06T02:00:04.732765Z","end":"2026-05-06T02:00:04.872532Z","steps":["trace[1689758130] 'process raft request' (duration: 122.825515ms)","trace[1689758130] 'compare' (duration: 16.800574ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:03:53.807795Z","caller":"traceutil/trace.go:171","msg":"trace[536523304] linearizableReadLoop","detail":"{readStateIndex:27366; appliedIndex:27365; }","duration":"106.701298ms","start":"2026-05-06T02:03:53.701069Z","end":"2026-05-06T02:03:53.80777Z","steps":["trace[536523304] 'read index received' (duration: 106.475653ms)","trace[536523304] 'applied index is now lower than readState.Index' (duration: 224.915µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:03:53.808181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.048436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:03:53.80834Z","caller":"traceutil/trace.go:171","msg":"trace[1288289113] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26152; }","duration":"107.229801ms","start":"2026-05-06T02:03:53.701026Z","end":"2026-05-06T02:03:53.808256Z","steps":["trace[1288289113] 'agreement among raft nodes before linearized reading' (duration: 106.913993ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:03:53.808817Z","caller":"traceutil/trace.go:171","msg":"trace[1164180642] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"161.158534ms","start":"2026-05-06T02:03:53.646722Z","end":"2026-05-06T02:03:53.807881Z","steps":["trace[1164180642] 'process raft request' (duration: 160.895268ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:03:54.039714Z","caller":"traceutil/trace.go:171","msg":"trace[1122373850] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"226.883752ms","start":"2026-05-06T02:03:53.812812Z","end":"2026-05-06T02:03:54.039695Z","steps":["trace[1122373850] 'process raft request' (duration: 219.606712ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:03:54.046515Z","caller":"traceutil/trace.go:171","msg":"trace[783635192] linearizableReadLoop","detail":"{readStateIndex:27368; appliedIndex:27366; }","duration":"134.601971ms","start":"2026-05-06T02:03:53.911894Z","end":"2026-05-06T02:03:54.046496Z","steps":["trace[783635192] 'read index received' (duration: 120.534542ms)","trace[783635192] 'applied index is now lower than readState.Index' (duration: 14.066859ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:03:54.046797Z","caller":"traceutil/trace.go:171","msg":"trace[752728109] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"231.273644ms","start":"2026-05-06T02:03:53.815515Z","end":"2026-05-06T02:03:54.046789Z","steps":["trace[752728109] 'process raft request' (duration: 230.802093ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:03:54.047009Z","caller":"traceutil/trace.go:171","msg":"trace[85513287] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"121.070604ms","start":"2026-05-06T02:03:53.925931Z","end":"2026-05-06T02:03:54.047001Z","steps":["trace[85513287] 'process raft request' (duration: 120.48547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:03:54.04727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.4075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T02:03:54.047305Z","caller":"traceutil/trace.go:171","msg":"trace[637724599] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:26156; }","duration":"135.512503ms","start":"2026-05-06T02:03:53.911785Z","end":"2026-05-06T02:03:54.047297Z","steps":["trace[637724599] 'agreement among raft nodes before linearized reading' (duration: 135.39196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:03:54.047469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.357127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:03:54.047495Z","caller":"traceutil/trace.go:171","msg":"trace[1069038943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26156; }","duration":"111.443779ms","start":"2026-05-06T02:03:53.936038Z","end":"2026-05-06T02:03:54.047482Z","steps":["trace[1069038943] 'agreement among raft nodes before linearized reading' (duration: 111.387098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:03:54.047848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.869192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-06T02:03:54.047868Z","caller":"traceutil/trace.go:171","msg":"trace[1904395453] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26156; }","duration":"106.889292ms","start":"2026-05-06T02:03:53.940973Z","end":"2026-05-06T02:03:54.047862Z","steps":["trace[1904395453] 'agreement among raft nodes before linearized reading' (duration: 106.837061ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:04:14.122799Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bf0.wal"} {"level":"info","ts":"2026-05-06T02:04:50.960281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23279} {"level":"info","ts":"2026-05-06T02:04:51.073687Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23279,"took":"109.037173ms","hash":4063781230,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":43884544,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-05-06T02:04:51.073762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4063781230,"revision":23279,"compact-revision":20597} {"level":"info","ts":"2026-05-06T02:05:03.445917Z","caller":"traceutil/trace.go:171","msg":"trace[2131415648] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"198.651121ms","start":"2026-05-06T02:05:03.247226Z","end":"2026-05-06T02:05:03.445877Z","steps":["trace[2131415648] 'process raft request' (duration: 198.434846ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:53.922766Z","caller":"traceutil/trace.go:171","msg":"trace[817361118] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"118.953625ms","start":"2026-05-06T02:06:53.803788Z","end":"2026-05-06T02:06:53.922742Z","steps":["trace[817361118] 'process raft request' (duration: 118.611067ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:54.166036Z","caller":"traceutil/trace.go:171","msg":"trace[2073295074] linearizableReadLoop","detail":"{readStateIndex:29653; appliedIndex:29652; }","duration":"105.665403ms","start":"2026-05-06T02:06:54.060335Z","end":"2026-05-06T02:06:54.166Z","steps":["trace[2073295074] 'read index received' (duration: 105.388986ms)","trace[2073295074] 'applied index is now lower than readState.Index' (duration: 275.277µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:06:54.166881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.515892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T02:06:54.166955Z","caller":"traceutil/trace.go:171","msg":"trace[1597821020] transaction","detail":"{read_only:false; response_revision:28355; number_of_response:1; }","duration":"128.827316ms","start":"2026-05-06T02:06:54.038101Z","end":"2026-05-06T02:06:54.166929Z","steps":["trace[1597821020] 'process raft request' (duration: 127.71254ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:54.16698Z","caller":"traceutil/trace.go:171","msg":"trace[1932159827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28355; }","duration":"106.673156ms","start":"2026-05-06T02:06:54.060277Z","end":"2026-05-06T02:06:54.16695Z","steps":["trace[1932159827] 'agreement among raft nodes before linearized reading' (duration: 106.392109ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:58.402469Z","caller":"traceutil/trace.go:171","msg":"trace[1579319108] linearizableReadLoop","detail":"{readStateIndex:29725; appliedIndex:29724; }","duration":"176.946817ms","start":"2026-05-06T02:06:58.225498Z","end":"2026-05-06T02:06:58.402445Z","steps":["trace[1579319108] 'read index received' (duration: 176.737352ms)","trace[1579319108] 'applied index is now lower than readState.Index' (duration: 208.265µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:06:58.40257Z","caller":"traceutil/trace.go:171","msg":"trace[932194316] transaction","detail":"{read_only:false; response_revision:28424; number_of_response:1; }","duration":"183.091981ms","start":"2026-05-06T02:06:58.219446Z","end":"2026-05-06T02:06:58.402538Z","steps":["trace[932194316] 'process raft request' (duration: 182.810565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:06:58.402825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.312695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:06:58.402971Z","caller":"traceutil/trace.go:171","msg":"trace[1182998476] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28424; }","duration":"177.5085ms","start":"2026-05-06T02:06:58.225445Z","end":"2026-05-06T02:06:58.402953Z","steps":["trace[1182998476] 'agreement among raft nodes before linearized reading' (duration: 177.186933ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:58.546346Z","caller":"traceutil/trace.go:171","msg":"trace[95289201] linearizableReadLoop","detail":"{readStateIndex:29726; appliedIndex:29725; }","duration":"112.351179ms","start":"2026-05-06T02:06:58.433971Z","end":"2026-05-06T02:06:58.546322Z","steps":["trace[95289201] 'read index received' (duration: 99.574759ms)","trace[95289201] 'applied index is now lower than readState.Index' (duration: 12.7755ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:06:58.546427Z","caller":"traceutil/trace.go:171","msg":"trace[1352542957] transaction","detail":"{read_only:false; response_revision:28425; number_of_response:1; }","duration":"138.187526ms","start":"2026-05-06T02:06:58.408197Z","end":"2026-05-06T02:06:58.546385Z","steps":["trace[1352542957] 'process raft request' (duration: 125.394616ms)","trace[1352542957] 'compare' (duration: 12.613296ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:06:58.546543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.559675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-cw9dd.18acd5553152284e\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-05-06T02:06:58.546582Z","caller":"traceutil/trace.go:171","msg":"trace[309170884] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-cw9dd.18acd5553152284e; range_end:; response_count:1; response_revision:28425; }","duration":"112.637376ms","start":"2026-05-06T02:06:58.433933Z","end":"2026-05-06T02:06:58.54657Z","steps":["trace[309170884] 'agreement among raft nodes before linearized reading' (duration: 112.492452ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:59.197011Z","caller":"traceutil/trace.go:171","msg":"trace[1882412888] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"120.96616ms","start":"2026-05-06T02:06:59.076012Z","end":"2026-05-06T02:06:59.196978Z","steps":["trace[1882412888] 'process raft request' (duration: 120.640373ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:59.197139Z","caller":"traceutil/trace.go:171","msg":"trace[1426753408] transaction","detail":"{read_only:false; response_revision:28436; number_of_response:1; }","duration":"115.990903ms","start":"2026-05-06T02:06:59.081114Z","end":"2026-05-06T02:06:59.197105Z","steps":["trace[1426753408] 'process raft request' (duration: 115.728437ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:06:59.209068Z","caller":"traceutil/trace.go:171","msg":"trace[1656234115] linearizableReadLoop","detail":"{readStateIndex:29737; appliedIndex:29734; }","duration":"112.725337ms","start":"2026-05-06T02:06:59.096329Z","end":"2026-05-06T02:06:59.209055Z","steps":["trace[1656234115] 'read index received' (duration: 65.633882ms)","trace[1656234115] 'applied index is now lower than readState.Index' (duration: 47.090725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:06:59.209165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.819069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:06:59.209192Z","caller":"traceutil/trace.go:171","msg":"trace[219920781] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28436; }","duration":"112.897831ms","start":"2026-05-06T02:06:59.096287Z","end":"2026-05-06T02:06:59.209185Z","steps":["trace[219920781] 'agreement among raft nodes before linearized reading' (duration: 112.83383ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:03.428111Z","caller":"traceutil/trace.go:171","msg":"trace[93569799] linearizableReadLoop","detail":"{readStateIndex:29769; appliedIndex:29768; }","duration":"325.644411ms","start":"2026-05-06T02:07:03.102439Z","end":"2026-05-06T02:07:03.428084Z","steps":["trace[93569799] 'read index received' (duration: 325.486657ms)","trace[93569799] 'applied index is now lower than readState.Index' (duration: 156.564µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:03.428245Z","caller":"traceutil/trace.go:171","msg":"trace[75268242] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"430.678608ms","start":"2026-05-06T02:07:02.997554Z","end":"2026-05-06T02:07:03.428233Z","steps":["trace[75268242] 'process raft request' (duration: 430.371491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:03.42835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:02.997534Z","time spent":"430.735429ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:03.429273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.104651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-06T02:07:03.429403Z","caller":"traceutil/trace.go:171","msg":"trace[197533245] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28466; }","duration":"326.967131ms","start":"2026-05-06T02:07:03.102408Z","end":"2026-05-06T02:07:03.429375Z","steps":["trace[197533245] 'agreement among raft nodes before linearized reading' (duration: 325.986018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:03.429459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:03.102392Z","time spent":"327.053854ms","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17258,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-06T02:07:03.434823Z","caller":"traceutil/trace.go:171","msg":"trace[1752169031] transaction","detail":"{read_only:false; response_revision:28468; number_of_response:1; }","duration":"121.028083ms","start":"2026-05-06T02:07:03.313767Z","end":"2026-05-06T02:07:03.434795Z","steps":["trace[1752169031] 'process raft request' (duration: 120.925591ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:03.43486Z","caller":"traceutil/trace.go:171","msg":"trace[422943585] transaction","detail":"{read_only:false; response_revision:28467; number_of_response:1; }","duration":"153.287151ms","start":"2026-05-06T02:07:03.281529Z","end":"2026-05-06T02:07:03.434816Z","steps":["trace[422943585] 'process raft request' (duration: 153.021394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:03.435193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.463645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"warn","ts":"2026-05-06T02:07:03.435223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.383392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-06T02:07:03.435214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.80651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:07:03.435281Z","caller":"traceutil/trace.go:171","msg":"trace[1673331513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28469; }","duration":"247.799841ms","start":"2026-05-06T02:07:03.187459Z","end":"2026-05-06T02:07:03.435259Z","steps":["trace[1673331513] 'agreement among raft nodes before linearized reading' (duration: 247.610287ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:03.435321Z","caller":"traceutil/trace.go:171","msg":"trace[600692340] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28469; }","duration":"178.949874ms","start":"2026-05-06T02:07:03.256346Z","end":"2026-05-06T02:07:03.435296Z","steps":["trace[600692340] 'agreement among raft nodes before linearized reading' (duration: 178.670497ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:03.435248Z","caller":"traceutil/trace.go:171","msg":"trace[742631066] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28469; }","duration":"130.527497ms","start":"2026-05-06T02:07:03.304705Z","end":"2026-05-06T02:07:03.435233Z","steps":["trace[742631066] 'agreement among raft nodes before linearized reading' (duration: 130.302461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:03.43554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.065349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-06T02:07:03.43559Z","caller":"traceutil/trace.go:171","msg":"trace[1115454530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28469; }","duration":"214.197032ms","start":"2026-05-06T02:07:03.221375Z","end":"2026-05-06T02:07:03.435572Z","steps":["trace[1115454530] 'agreement among raft nodes before linearized reading' (duration: 214.069409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:03.435657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.453958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T02:07:03.435724Z","caller":"traceutil/trace.go:171","msg":"trace[1019418516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28469; }","duration":"214.559091ms","start":"2026-05-06T02:07:03.221149Z","end":"2026-05-06T02:07:03.435708Z","steps":["trace[1019418516] 'agreement among raft nodes before linearized reading' (duration: 214.424778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.934791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050251502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:04.934891Z","caller":"traceutil/trace.go:171","msg":"trace[648822633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28474; }","duration":"1.050402626s","start":"2026-05-06T02:07:03.884462Z","end":"2026-05-06T02:07:04.934865Z","steps":["trace[648822633] 'count revisions from in-memory index tree' (duration: 1.0501518s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.934957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:03.884442Z","time spent":"1.050493498s","remote":"127.0.0.1:50546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:04.93506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.681845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:04.935083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261354371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:04.935129Z","caller":"traceutil/trace.go:171","msg":"trace[1767434369] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28474; }","duration":"727.785408ms","start":"2026-05-06T02:07:04.207325Z","end":"2026-05-06T02:07:04.935111Z","steps":["trace[1767434369] 'count revisions from in-memory index tree' (duration: 727.588532ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:04.935156Z","caller":"traceutil/trace.go:171","msg":"trace[1376773523] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28474; }","duration":"1.261470154s","start":"2026-05-06T02:07:03.673667Z","end":"2026-05-06T02:07:04.935137Z","steps":["trace[1376773523] 'count revisions from in-memory index tree' (duration: 1.261222159s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.935184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.207312Z","time spent":"727.856299ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:04.935213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:03.673648Z","time spent":"1.261549697s","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:04.935308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014921933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T02:07:04.935425Z","caller":"traceutil/trace.go:171","msg":"trace[1156193356] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:28474; }","duration":"1.015113477s","start":"2026-05-06T02:07:03.920289Z","end":"2026-05-06T02:07:04.935402Z","steps":["trace[1156193356] 'range keys from in-memory index tree' (duration: 1.014715077s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.935315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.409982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:04.935567Z","caller":"traceutil/trace.go:171","msg":"trace[610485341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28474; }","duration":"728.882713ms","start":"2026-05-06T02:07:04.20666Z","end":"2026-05-06T02:07:04.935543Z","steps":["trace[610485341] 'range keys from in-memory index tree' (duration: 728.335671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.93565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.20665Z","time spent":"728.985836ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:04.935966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2208388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:04.936033Z","caller":"traceutil/trace.go:171","msg":"trace[534145334] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28474; }","duration":"1.220938342s","start":"2026-05-06T02:07:03.715079Z","end":"2026-05-06T02:07:04.936017Z","steps":["trace[534145334] 'count revisions from in-memory index tree' (duration: 1.220716617s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.936088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:03.715061Z","time spent":"1.221012934s","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:04.93619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.856437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:04.936243Z","caller":"traceutil/trace.go:171","msg":"trace[1953912374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28474; }","duration":"732.945519ms","start":"2026-05-06T02:07:04.203286Z","end":"2026-05-06T02:07:04.936232Z","steps":["trace[1953912374] 'range keys from in-memory index tree' (duration: 732.630101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.936272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.203266Z","time spent":"732.99898ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:04.935473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:03.920267Z","time spent":"1.015196059s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-05-06T02:07:04.936362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.949414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:07:04.936442Z","caller":"traceutil/trace.go:171","msg":"trace[1225353635] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28474; }","duration":"182.063567ms","start":"2026-05-06T02:07:04.754359Z","end":"2026-05-06T02:07:04.936422Z","steps":["trace[1225353635] 'range keys from in-memory index tree' (duration: 181.715329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.936582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086504834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:07:04.936645Z","caller":"traceutil/trace.go:171","msg":"trace[349935031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28474; }","duration":"1.086612617s","start":"2026-05-06T02:07:03.850017Z","end":"2026-05-06T02:07:04.93663Z","steps":["trace[349935031] 'range keys from in-memory index tree' (duration: 1.08634275s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.936694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:03.849994Z","time spent":"1.086688288s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:07:04.936794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.477738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-06T02:07:04.936842Z","caller":"traceutil/trace.go:171","msg":"trace[1437610225] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28474; }","duration":"460.57241ms","start":"2026-05-06T02:07:04.476256Z","end":"2026-05-06T02:07:04.936829Z","steps":["trace[1437610225] 'range keys from in-memory index tree' (duration: 460.351984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.936877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.476233Z","time spent":"460.637201ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T02:07:04.936968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.785492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:07:04.937036Z","caller":"traceutil/trace.go:171","msg":"trace[854947972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28474; }","duration":"631.896564ms","start":"2026-05-06T02:07:04.305124Z","end":"2026-05-06T02:07:04.93702Z","steps":["trace[854947972] 'range keys from in-memory index tree' (duration: 631.580597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.937092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.305099Z","time spent":"631.979847ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11525,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T02:07:04.937109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.163975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:04.937154Z","caller":"traceutil/trace.go:171","msg":"trace[1146867837] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28474; }","duration":"513.248237ms","start":"2026-05-06T02:07:04.42389Z","end":"2026-05-06T02:07:04.937138Z","steps":["trace[1146867837] 'count revisions from in-memory index tree' (duration: 513.091184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.937202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.423869Z","time spent":"513.317419ms","remote":"127.0.0.1:50564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:04.937442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.496769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T02:07:04.937486Z","caller":"traceutil/trace.go:171","msg":"trace[697400559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28474; }","duration":"509.562831ms","start":"2026-05-06T02:07:04.427913Z","end":"2026-05-06T02:07:04.937476Z","steps":["trace[697400559] 'range keys from in-memory index tree' (duration: 509.339775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.937481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.388843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:04.937521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.427884Z","time spent":"509.627902ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T02:07:04.937544Z","caller":"traceutil/trace.go:171","msg":"trace[515405576] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28474; }","duration":"505.488795ms","start":"2026-05-06T02:07:04.432035Z","end":"2026-05-06T02:07:04.937524Z","steps":["trace[515405576] 'count revisions from in-memory index tree' (duration: 505.26669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:04.938231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.432017Z","time spent":"506.188131ms","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:04.985303Z","caller":"traceutil/trace.go:171","msg":"trace[356774784] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"223.426269ms","start":"2026-05-06T02:07:04.761854Z","end":"2026-05-06T02:07:04.98528Z","steps":["trace[356774784] 'process raft request' (duration: 223.275996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:05.963735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.656689Z","time spent":"307.040803ms","remote":"127.0.0.1:43710","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:07:06.257151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271967011s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:07:06.258Z","caller":"traceutil/trace.go:171","msg":"trace[1867262962] transaction","detail":"{read_only:false; response_revision:28476; number_of_response:1; }","duration":"1.489564043s","start":"2026-05-06T02:07:04.768406Z","end":"2026-05-06T02:07:06.25797Z","steps":["trace[1867262962] 'process raft request' (duration: 1.489293927s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.258214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.768388Z","time spent":"1.489714596s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:06.258344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.938995Z","time spent":"1.319339574s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T02:07:06.258545Z","caller":"traceutil/trace.go:171","msg":"trace[694950359] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"1.316932237s","start":"2026-05-06T02:07:04.941507Z","end":"2026-05-06T02:07:06.258439Z","steps":["trace[694950359] 'process raft request' (duration: 1.316714512s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.258712Z","caller":"traceutil/trace.go:171","msg":"trace[1632804545] transaction","detail":"{read_only:false; response_revision:28478; number_of_response:1; }","duration":"1.316422555s","start":"2026-05-06T02:07:04.942264Z","end":"2026-05-06T02:07:06.258687Z","steps":["trace[1632804545] 'process raft request' (duration: 1.316114478s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.258735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.941482Z","time spent":"1.317157153s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:06.258821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.942225Z","time spent":"1.316546658s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:06.258848Z","caller":"traceutil/trace.go:171","msg":"trace[2048702125] linearizableReadLoop","detail":"{readStateIndex:29779; appliedIndex:29777; }","duration":"1.438928103s","start":"2026-05-06T02:07:04.819894Z","end":"2026-05-06T02:07:06.258822Z","steps":["trace[2048702125] 'read index received' (duration: 165.281663ms)","trace[2048702125] 'applied index is now lower than readState.Index' (duration: 1.2736392s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:06.258929Z","caller":"traceutil/trace.go:171","msg":"trace[1663958719] transaction","detail":"{read_only:false; response_revision:28479; number_of_response:1; }","duration":"1.316588379s","start":"2026-05-06T02:07:04.942284Z","end":"2026-05-06T02:07:06.258872Z","steps":["trace[1663958719] 'process raft request' (duration: 1.316344624s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.259021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439139529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:07:06.259069Z","caller":"traceutil/trace.go:171","msg":"trace[1526699037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28479; }","duration":"1.43918646s","start":"2026-05-06T02:07:04.81987Z","end":"2026-05-06T02:07:06.259056Z","steps":["trace[1526699037] 'agreement among raft nodes before linearized reading' (duration: 1.439036606s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.259112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.819769Z","time spent":"1.439336433s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:07:06.259159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.942274Z","time spent":"1.316777294s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:06.481988Z","caller":"traceutil/trace.go:171","msg":"trace[1796715221] transaction","detail":"{read_only:false; response_revision:28480; number_of_response:1; }","duration":"1.041006254s","start":"2026-05-06T02:07:05.440955Z","end":"2026-05-06T02:07:06.481962Z","steps":["trace[1796715221] 'process raft request' (duration: 1.040465532s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.482383Z","caller":"traceutil/trace.go:171","msg":"trace[810742917] transaction","detail":"{read_only:false; response_revision:28482; number_of_response:1; }","duration":"1.040671347s","start":"2026-05-06T02:07:05.441698Z","end":"2026-05-06T02:07:06.482369Z","steps":["trace[810742917] 'process raft request' (duration: 1.040553654s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.482359Z","caller":"traceutil/trace.go:171","msg":"trace[1464002520] transaction","detail":"{read_only:false; response_revision:28481; number_of_response:1; }","duration":"1.041351833s","start":"2026-05-06T02:07:05.440974Z","end":"2026-05-06T02:07:06.482325Z","steps":["trace[1464002520] 'process raft request' (duration: 1.040899162s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.482484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.440923Z","time spent":"1.041410694s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:06.482519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.441688Z","time spent":"1.040758439s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:06.482548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.440956Z","time spent":"1.041530137s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:06.482716Z","caller":"traceutil/trace.go:171","msg":"trace[1407502190] transaction","detail":"{read_only:false; response_revision:28484; number_of_response:1; }","duration":"372.552891ms","start":"2026-05-06T02:07:06.110148Z","end":"2026-05-06T02:07:06.482701Z","steps":["trace[1407502190] 'process raft request' (duration: 372.482909ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.482772Z","caller":"traceutil/trace.go:171","msg":"trace[42489379] transaction","detail":"{read_only:false; response_revision:28485; number_of_response:1; }","duration":"242.020844ms","start":"2026-05-06T02:07:06.240745Z","end":"2026-05-06T02:07:06.482766Z","steps":["trace[42489379] 'process raft request' (duration: 241.917022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.482806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:06.110129Z","time spent":"372.631153ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:06.483182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279838915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:06.483261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.043943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-06T02:07:06.483256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541999923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-06T02:07:06.483202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.238564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:07:06.483296Z","caller":"traceutil/trace.go:171","msg":"trace[1570700562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28486; }","duration":"986.113294ms","start":"2026-05-06T02:07:05.49717Z","end":"2026-05-06T02:07:06.483284Z","steps":["trace[1570700562] 'agreement among raft nodes before linearized reading' (duration: 986.014432ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.482735Z","caller":"traceutil/trace.go:171","msg":"trace[1738593978] linearizableReadLoop","detail":"{readStateIndex:29789; appliedIndex:29783; }","duration":"223.839127ms","start":"2026-05-06T02:07:06.258888Z","end":"2026-05-06T02:07:06.482727Z","steps":["trace[1738593978] 'read index received' (duration: 222.610888ms)","trace[1738593978] 'applied index is now lower than readState.Index' (duration: 1.227799ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:06.483292Z","caller":"traceutil/trace.go:171","msg":"trace[1736885845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28486; }","duration":"1.279977298s","start":"2026-05-06T02:07:05.203289Z","end":"2026-05-06T02:07:06.483266Z","steps":["trace[1736885845] 'agreement among raft nodes before linearized reading' (duration: 1.279823614s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.483302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.07824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-06T02:07:06.483334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.497154Z","time spent":"986.171866ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:06.483386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.203274Z","time spent":"1.280064631s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:07:06.483387Z","caller":"traceutil/trace.go:171","msg":"trace[942410634] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28486; }","duration":"985.187473ms","start":"2026-05-06T02:07:05.498185Z","end":"2026-05-06T02:07:06.483373Z","steps":["trace[942410634] 'agreement among raft nodes before linearized reading' (duration: 984.777104ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.483426Z","caller":"traceutil/trace.go:171","msg":"trace[782370011] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28486; }","duration":"985.396567ms","start":"2026-05-06T02:07:05.497935Z","end":"2026-05-06T02:07:06.483331Z","steps":["trace[782370011] 'agreement among raft nodes before linearized reading' (duration: 984.976337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.483291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082224973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-06T02:07:06.48344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.498175Z","time spent":"985.251425ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:07:06.483421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541519773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:07:06.483318Z","caller":"traceutil/trace.go:171","msg":"trace[1627738516] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28486; }","duration":"1.542101516s","start":"2026-05-06T02:07:04.941201Z","end":"2026-05-06T02:07:06.483302Z","steps":["trace[1627738516] 'agreement among raft nodes before linearized reading' (duration: 1.541550953s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.48348Z","caller":"traceutil/trace.go:171","msg":"trace[1464321621] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28486; }","duration":"1.082453308s","start":"2026-05-06T02:07:05.40101Z","end":"2026-05-06T02:07:06.483463Z","steps":["trace[1464321621] 'agreement among raft nodes before linearized reading' (duration: 1.081924006s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.483497Z","caller":"traceutil/trace.go:171","msg":"trace[235071881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28486; }","duration":"1.541629025s","start":"2026-05-06T02:07:04.941849Z","end":"2026-05-06T02:07:06.483478Z","steps":["trace[235071881] 'agreement among raft nodes before linearized reading' (duration: 1.541384229s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.483511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.941178Z","time spent":"1.542324171s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:06.483529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.400985Z","time spent":"1.08252835s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-06T02:07:06.483547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:04.941837Z","time spent":"1.541701276s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11525,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T02:07:06.483295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011685665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T02:07:06.483695Z","caller":"traceutil/trace.go:171","msg":"trace[1827708029] transaction","detail":"{read_only:false; response_revision:28486; number_of_response:1; }","duration":"223.569732ms","start":"2026-05-06T02:07:06.259899Z","end":"2026-05-06T02:07:06.483469Z","steps":["trace[1827708029] 'process raft request' (duration: 222.795313ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.483755Z","caller":"traceutil/trace.go:171","msg":"trace[1364039946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28486; }","duration":"1.012058034s","start":"2026-05-06T02:07:05.471545Z","end":"2026-05-06T02:07:06.483603Z","steps":["trace[1364039946] 'agreement among raft nodes before linearized reading' (duration: 1.011339497s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.483809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.471517Z","time spent":"1.012276329s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T02:07:06.483436Z","caller":"traceutil/trace.go:171","msg":"trace[1034104137] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"599.648645ms","start":"2026-05-06T02:07:05.88373Z","end":"2026-05-06T02:07:06.483379Z","steps":["trace[1034104137] 'process raft request' (duration: 598.606011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:06.48498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.88371Z","time spent":"601.164502ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:06.483463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:05.497927Z","time spent":"985.528551ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:07:06.483552Z","caller":"traceutil/trace.go:171","msg":"trace[534666634] transaction","detail":"{read_only:false; response_revision:28487; number_of_response:1; }","duration":"220.099009ms","start":"2026-05-06T02:07:06.263444Z","end":"2026-05-06T02:07:06.483543Z","steps":["trace[534666634] 'process raft request' (duration: 219.343182ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.657058Z","caller":"traceutil/trace.go:171","msg":"trace[585173765] transaction","detail":"{read_only:false; response_revision:28493; number_of_response:1; }","duration":"115.426601ms","start":"2026-05-06T02:07:06.541616Z","end":"2026-05-06T02:07:06.657043Z","steps":["trace[585173765] 'process raft request' (duration: 115.232377ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.657051Z","caller":"traceutil/trace.go:171","msg":"trace[266130239] transaction","detail":"{read_only:false; response_revision:28494; number_of_response:1; }","duration":"115.029302ms","start":"2026-05-06T02:07:06.542001Z","end":"2026-05-06T02:07:06.65703Z","steps":["trace[266130239] 'process raft request' (duration: 114.972281ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:06.6985Z","caller":"traceutil/trace.go:171","msg":"trace[448097513] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28494; }","duration":"134.506549ms","start":"2026-05-06T02:07:06.563974Z","end":"2026-05-06T02:07:06.69848Z","steps":["trace[448097513] 'process raft request' (duration: 134.392306ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:08.426317Z","caller":"traceutil/trace.go:171","msg":"trace[1440101810] transaction","detail":"{read_only:false; response_revision:28500; number_of_response:1; }","duration":"159.733802ms","start":"2026-05-06T02:07:08.266563Z","end":"2026-05-06T02:07:08.426297Z","steps":["trace[1440101810] 'process raft request' (duration: 157.521611ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:08.426539Z","caller":"traceutil/trace.go:171","msg":"trace[861932779] linearizableReadLoop","detail":"{readStateIndex:29806; appliedIndex:29804; }","duration":"129.052573ms","start":"2026-05-06T02:07:08.297461Z","end":"2026-05-06T02:07:08.426514Z","steps":["trace[861932779] 'read index received' (duration: 58.562706ms)","trace[861932779] 'applied index is now lower than readState.Index' (duration: 70.487917ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:08.426577Z","caller":"traceutil/trace.go:171","msg":"trace[951053438] transaction","detail":"{read_only:false; response_revision:28501; number_of_response:1; }","duration":"159.813785ms","start":"2026-05-06T02:07:08.266755Z","end":"2026-05-06T02:07:08.426569Z","steps":["trace[951053438] 'process raft request' (duration: 159.504928ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:08.426671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.217446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:08.426735Z","caller":"traceutil/trace.go:171","msg":"trace[1846679184] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28501; }","duration":"129.370539ms","start":"2026-05-06T02:07:08.297352Z","end":"2026-05-06T02:07:08.426723Z","steps":["trace[1846679184] 'agreement among raft nodes before linearized reading' (duration: 129.256847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:09.331049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.491305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:09.331243Z","caller":"traceutil/trace.go:171","msg":"trace[1817053857] linearizableReadLoop","detail":"{readStateIndex:29809; appliedIndex:29806; }","duration":"840.146757ms","start":"2026-05-06T02:07:08.491083Z","end":"2026-05-06T02:07:09.33123Z","steps":["trace[1817053857] 'read index received' (duration: 104.977417ms)","trace[1817053857] 'applied index is now lower than readState.Index' (duration: 735.16867ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:09.331448Z","caller":"traceutil/trace.go:171","msg":"trace[107024902] transaction","detail":"{read_only:false; response_revision:28502; number_of_response:1; }","duration":"842.596164ms","start":"2026-05-06T02:07:08.488842Z","end":"2026-05-06T02:07:09.331438Z","steps":["trace[107024902] 'process raft request' (duration: 107.645449ms)","trace[107024902] 'compare' (duration: 733.800808ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:09.331504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.488816Z","time spent":"842.663036ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:09.331649Z","caller":"traceutil/trace.go:171","msg":"trace[697337291] transaction","detail":"{read_only:false; response_revision:28503; number_of_response:1; }","duration":"841.386616ms","start":"2026-05-06T02:07:08.490253Z","end":"2026-05-06T02:07:09.33164Z","steps":["trace[697337291] 'process raft request' (duration: 840.885434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:09.331697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.490235Z","time spent":"841.435978ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:09.331795Z","caller":"traceutil/trace.go:171","msg":"trace[1147636852] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"840.929245ms","start":"2026-05-06T02:07:08.490855Z","end":"2026-05-06T02:07:09.331784Z","steps":["trace[1147636852] 'process raft request' (duration: 840.323341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:09.331837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.490835Z","time spent":"840.981476ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:09.332165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.094539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:07:09.332189Z","caller":"traceutil/trace.go:171","msg":"trace[1131120019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28504; }","duration":"841.152781ms","start":"2026-05-06T02:07:08.491031Z","end":"2026-05-06T02:07:09.332184Z","steps":["trace[1131120019] 'agreement among raft nodes before linearized reading' (duration: 840.870404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:09.332205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.491016Z","time spent":"841.185501ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:07:11.53744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766636862s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:11.538799Z","caller":"traceutil/trace.go:171","msg":"trace[561036481] transaction","detail":"{read_only:false; response_revision:28505; number_of_response:1; }","duration":"2.537096762s","start":"2026-05-06T02:07:09.001669Z","end":"2026-05-06T02:07:11.538765Z","steps":["trace[561036481] 'process raft request' (duration: 768.951195ms)","trace[561036481] 'compare' (duration: 1.766232662s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:11.538877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:09.001618Z","time spent":"2.537222425s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:11.598244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238148316s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:07:12.185169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.580933ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:07:12.186041Z","caller":"traceutil/trace.go:171","msg":"trace[619869745] linearizableReadLoop","detail":"{readStateIndex:29811; appliedIndex:29809; }","duration":"2.854747824s","start":"2026-05-06T02:07:09.331269Z","end":"2026-05-06T02:07:12.186017Z","steps":["trace[619869745] 'read index received' (duration: 439.314181ms)","trace[619869745] 'applied index is now lower than readState.Index' (duration: 2.415431263s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:12.186244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644296413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-06T02:07:12.186287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644393924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-05-06T02:07:12.186286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52456827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-05-06T02:07:12.186281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635625729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:12.186324Z","caller":"traceutil/trace.go:171","msg":"trace[544215664] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28506; }","duration":"3.644454456s","start":"2026-05-06T02:07:08.541858Z","end":"2026-05-06T02:07:12.186312Z","steps":["trace[544215664] 'agreement among raft nodes before linearized reading' (duration: 3.644255002s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.186308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911768863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:12.186352Z","caller":"traceutil/trace.go:171","msg":"trace[2129368796] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28506; }","duration":"3.524680802s","start":"2026-05-06T02:07:08.661637Z","end":"2026-05-06T02:07:12.186318Z","steps":["trace[2129368796] 'agreement among raft nodes before linearized reading' (duration: 3.524427806s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.186346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645408179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T02:07:12.186371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.541849Z","time spent":"3.644512527s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-06T02:07:12.186369Z","caller":"traceutil/trace.go:171","msg":"trace[1543183438] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28506; }","duration":"3.635736561s","start":"2026-05-06T02:07:08.550615Z","end":"2026-05-06T02:07:12.186352Z","steps":["trace[1543183438] 'agreement among raft nodes before linearized reading' (duration: 3.635513306s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:12.186385Z","caller":"traceutil/trace.go:171","msg":"trace[574773387] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28506; }","duration":"2.911878837s","start":"2026-05-06T02:07:09.274485Z","end":"2026-05-06T02:07:12.186364Z","steps":["trace[574773387] 'agreement among raft nodes before linearized reading' (duration: 2.911650581s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.186385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.661617Z","time spent":"3.524760194s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:07:12.186403Z","caller":"traceutil/trace.go:171","msg":"trace[4717353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28506; }","duration":"3.645501391s","start":"2026-05-06T02:07:08.540887Z","end":"2026-05-06T02:07:12.186388Z","steps":["trace[4717353] 'agreement among raft nodes before linearized reading' (duration: 3.645245045s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:12.186406Z","caller":"traceutil/trace.go:171","msg":"trace[1921827410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28506; }","duration":"3.644406485s","start":"2026-05-06T02:07:08.541894Z","end":"2026-05-06T02:07:12.186301Z","steps":["trace[1921827410] 'agreement among raft nodes before linearized reading' (duration: 3.64417428s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.186427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:09.274469Z","time spent":"2.911949148s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:12.186423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.550564Z","time spent":"3.635845414s","remote":"127.0.0.1:48576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:12.18645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.540869Z","time spent":"3.645572922s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:12.186459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.54189Z","time spent":"3.644558028s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:12.186445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45097381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:07:12.186543Z","caller":"traceutil/trace.go:171","msg":"trace[969414386] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28506; }","duration":"3.451146254s","start":"2026-05-06T02:07:08.735377Z","end":"2026-05-06T02:07:12.186523Z","steps":["trace[969414386] 'agreement among raft nodes before linearized reading' (duration: 3.450766555s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.186581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:08.735324Z","time spent":"3.451246417s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:07:12.186721Z","caller":"traceutil/trace.go:171","msg":"trace[1426450510] transaction","detail":"{read_only:false; response_revision:28507; number_of_response:1; }","duration":"1.826728655s","start":"2026-05-06T02:07:10.359977Z","end":"2026-05-06T02:07:12.186706Z","steps":["trace[1426450510] 'process raft request' (duration: 1.825992807s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.186802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.359954Z","time spent":"1.826796726s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:12.18601Z","caller":"traceutil/trace.go:171","msg":"trace[175979372] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"2.849558052s","start":"2026-05-06T02:07:09.336418Z","end":"2026-05-06T02:07:12.185976Z","steps":["trace[175979372] 'process raft request' (duration: 2.848886677s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.186947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:09.3364Z","time spent":"2.850475474s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:12.20677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:07:12.206854Z","caller":"traceutil/trace.go:171","msg":"trace[160218857] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019237s","start":"2026-05-06T02:07:10.20664Z","end":"2026-05-06T02:07:12.206833Z","steps":["trace[160218857] 'agreement among raft nodes before linearized reading' (duration: 2.000096417s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.206899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.206612Z","time spent":"2.000277372s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:12.686468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:12.767631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.507897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:12.767942Z","caller":"traceutil/trace.go:171","msg":"trace[1469347183] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"1.430404634s","start":"2026-05-06T02:07:11.337433Z","end":"2026-05-06T02:07:12.767838Z","steps":["trace[1469347183] 'process raft request' (duration: 849.260002ms)","trace[1469347183] 'compare' (duration: 579.204857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:12.768169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.337405Z","time spent":"1.430620949s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:12.768283Z","caller":"traceutil/trace.go:171","msg":"trace[220508564] transaction","detail":"{read_only:false; response_revision:28509; number_of_response:1; }","duration":"1.430684841s","start":"2026-05-06T02:07:11.337563Z","end":"2026-05-06T02:07:12.768248Z","steps":["trace[220508564] 'process raft request' (duration: 1.430189649s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:12.768195Z","caller":"traceutil/trace.go:171","msg":"trace[1886141492] transaction","detail":"{read_only:false; response_revision:28511; number_of_response:1; }","duration":"1.273331734s","start":"2026-05-06T02:07:11.49485Z","end":"2026-05-06T02:07:12.768182Z","steps":["trace[1886141492] 'process raft request' (duration: 1.273294783s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:12.768363Z","caller":"traceutil/trace.go:171","msg":"trace[576486083] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"1.430402664s","start":"2026-05-06T02:07:11.33795Z","end":"2026-05-06T02:07:12.768353Z","steps":["trace[576486083] 'process raft request' (duration: 1.430158468s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.768482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.337528Z","time spent":"1.430844404s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:12.768516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.33794Z","time spent":"1.430504897s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:12.768532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.494827Z","time spent":"1.273619791s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:12.859806Z","caller":"traceutil/trace.go:171","msg":"trace[907216213] transaction","detail":"{read_only:false; response_revision:28512; number_of_response:1; }","duration":"1.022696065s","start":"2026-05-06T02:07:11.837078Z","end":"2026-05-06T02:07:12.859774Z","steps":["trace[907216213] 'process raft request' (duration: 1.022497851s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:12.86Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.837053Z","time spent":"1.022846879s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:13.0577Z","caller":"traceutil/trace.go:171","msg":"trace[444686423] transaction","detail":"{read_only:false; response_revision:28513; number_of_response:1; }","duration":"866.347892ms","start":"2026-05-06T02:07:12.191323Z","end":"2026-05-06T02:07:13.057671Z","steps":["trace[444686423] 'process raft request' (duration: 845.021831ms)","trace[444686423] 'compare' (duration: 20.824659ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:13.058138Z","caller":"traceutil/trace.go:171","msg":"trace[446683041] transaction","detail":"{read_only:false; response_revision:28514; number_of_response:1; }","duration":"866.346933ms","start":"2026-05-06T02:07:12.191767Z","end":"2026-05-06T02:07:13.058114Z","steps":["trace[446683041] 'process raft request' (duration: 865.844941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.058171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.191309Z","time spent":"866.458734ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:13.058284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.191751Z","time spent":"866.459825ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:13.058803Z","caller":"traceutil/trace.go:171","msg":"trace[826320583] linearizableReadLoop","detail":"{readStateIndex:29821; appliedIndex:29817; }","duration":"872.670901ms","start":"2026-05-06T02:07:12.18609Z","end":"2026-05-06T02:07:13.058761Z","steps":["trace[826320583] 'read index received' (duration: 673.488812ms)","trace[826320583] 'applied index is now lower than readState.Index' (duration: 199.180849ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:13.059061Z","caller":"traceutil/trace.go:171","msg":"trace[1723854648] transaction","detail":"{read_only:false; response_revision:28515; number_of_response:1; }","duration":"867.021758ms","start":"2026-05-06T02:07:12.192025Z","end":"2026-05-06T02:07:13.059046Z","steps":["trace[1723854648] 'process raft request' (duration: 866.017235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.059191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.192011Z","time spent":"867.08959ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:13.05946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879288501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:13.05949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758724378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.059513Z","caller":"traceutil/trace.go:171","msg":"trace[1360395566] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28515; }","duration":"2.879382903s","start":"2026-05-06T02:07:10.180117Z","end":"2026-05-06T02:07:13.0595Z","steps":["trace[1360395566] 'agreement among raft nodes before linearized reading' (duration: 2.879300841s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.059548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.180094Z","time spent":"2.879445005s","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.059552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29775181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:07:13.05958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633534329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:13.059653Z","caller":"traceutil/trace.go:171","msg":"trace[1715549993] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28515; }","duration":"3.633677592s","start":"2026-05-06T02:07:09.42596Z","end":"2026-05-06T02:07:13.059638Z","steps":["trace[1715549993] 'agreement among raft nodes before linearized reading' (duration: 3.633482688s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.059705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:09.425936Z","time spent":"3.633761925s","remote":"127.0.0.1:52192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":36,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.059762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093720884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:07:13.059803Z","caller":"traceutil/trace.go:171","msg":"trace[1511582155] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28515; }","duration":"1.093798366s","start":"2026-05-06T02:07:11.965993Z","end":"2026-05-06T02:07:13.059791Z","steps":["trace[1511582155] 'agreement among raft nodes before linearized reading' (duration: 1.093629572s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.059838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.385634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T02:07:13.059887Z","caller":"traceutil/trace.go:171","msg":"trace[1089104067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28515; }","duration":"869.473786ms","start":"2026-05-06T02:07:12.190401Z","end":"2026-05-06T02:07:13.059875Z","steps":["trace[1089104067] 'agreement among raft nodes before linearized reading' (duration: 869.315862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.059922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.190381Z","time spent":"869.534827ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:13.059938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881994854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.059963Z","caller":"traceutil/trace.go:171","msg":"trace[549854747] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28515; }","duration":"2.882051586s","start":"2026-05-06T02:07:10.177903Z","end":"2026-05-06T02:07:13.059955Z","steps":["trace[549854747] 'agreement among raft nodes before linearized reading' (duration: 2.881996865s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.059966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267242451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:07:13.059547Z","caller":"traceutil/trace.go:171","msg":"trace[299957974] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28515; }","duration":"2.758825901s","start":"2026-05-06T02:07:10.300704Z","end":"2026-05-06T02:07:13.059529Z","steps":["trace[299957974] 'agreement among raft nodes before linearized reading' (duration: 2.758702478s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893397883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.060117Z","caller":"traceutil/trace.go:171","msg":"trace[384706069] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28515; }","duration":"2.893471115s","start":"2026-05-06T02:07:10.166639Z","end":"2026-05-06T02:07:13.06011Z","steps":["trace[384706069] 'agreement among raft nodes before linearized reading' (duration: 2.893413363s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.06014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.166613Z","time spent":"2.893521015s","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.060148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581988875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.0596Z","caller":"traceutil/trace.go:171","msg":"trace[1502139255] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28515; }","duration":"2.297841072s","start":"2026-05-06T02:07:10.761746Z","end":"2026-05-06T02:07:13.059587Z","steps":["trace[1502139255] 'agreement among raft nodes before linearized reading' (duration: 2.29775544s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:13.060178Z","caller":"traceutil/trace.go:171","msg":"trace[609729060] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28515; }","duration":"1.582046486s","start":"2026-05-06T02:07:11.478123Z","end":"2026-05-06T02:07:13.06017Z","steps":["trace[609729060] 'agreement among raft nodes before linearized reading' (duration: 1.581985965s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.478105Z","time spent":"1.582101608s","remote":"127.0.0.1:51844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.06009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441867283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:07:13.060239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6242395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.060296Z","caller":"traceutil/trace.go:171","msg":"trace[441826370] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28515; }","duration":"1.442102729s","start":"2026-05-06T02:07:11.618179Z","end":"2026-05-06T02:07:13.060281Z","steps":["trace[441826370] 'agreement among raft nodes before linearized reading' (duration: 1.441877033s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.300681Z","time spent":"2.759423065s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:13.060003Z","caller":"traceutil/trace.go:171","msg":"trace[523310961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28515; }","duration":"1.267303073s","start":"2026-05-06T02:07:11.792686Z","end":"2026-05-06T02:07:13.059989Z","steps":["trace[523310961] 'agreement among raft nodes before linearized reading' (duration: 1.26718006s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021142614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:13.060409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.517566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:07:13.060438Z","caller":"traceutil/trace.go:171","msg":"trace[650513495] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28515; }","duration":"3.021230116s","start":"2026-05-06T02:07:10.039184Z","end":"2026-05-06T02:07:13.060414Z","steps":["trace[650513495] 'agreement among raft nodes before linearized reading' (duration: 3.021140024s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:13.060466Z","caller":"traceutil/trace.go:171","msg":"trace[1012651648] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28515; }","duration":"869.603679ms","start":"2026-05-06T02:07:12.190849Z","end":"2026-05-06T02:07:13.060453Z","steps":["trace[1012651648] 'agreement among raft nodes before linearized reading' (duration: 869.438705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.0605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.190813Z","time spent":"869.677981ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:13.059994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.177887Z","time spent":"2.882099518s","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.06051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630362164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-06T02:07:13.060522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629550564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-06T02:07:13.060534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.039162Z","time spent":"3.021358519s","remote":"127.0.0.1:50542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:13.060542Z","caller":"traceutil/trace.go:171","msg":"trace[2043278119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28515; }","duration":"2.630430036s","start":"2026-05-06T02:07:10.430103Z","end":"2026-05-06T02:07:13.060533Z","steps":["trace[2043278119] 'agreement among raft nodes before linearized reading' (duration: 2.630341923s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371176737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:13.060572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.43008Z","time spent":"2.630485746s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T02:07:13.060581Z","caller":"traceutil/trace.go:171","msg":"trace[943109950] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28515; }","duration":"3.371322569s","start":"2026-05-06T02:07:09.689247Z","end":"2026-05-06T02:07:13.06057Z","steps":["trace[943109950] 'agreement among raft nodes before linearized reading' (duration: 3.371261988s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.610906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:13.060614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:09.689216Z","time spent":"3.371388481s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-06T02:07:13.060649Z","caller":"traceutil/trace.go:171","msg":"trace[23531782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28515; }","duration":"556.647597ms","start":"2026-05-06T02:07:12.503976Z","end":"2026-05-06T02:07:13.060624Z","steps":["trace[23531782] 'agreement among raft nodes before linearized reading' (duration: 556.592985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.503925Z","time spent":"556.752929ms","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.060418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.792665Z","time spent":"1.267743713s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11525,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T02:07:13.059844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.96597Z","time spent":"1.093864817s","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":173,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:13.060745Z","caller":"traceutil/trace.go:171","msg":"trace[1972437272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28515; }","duration":"2.629640097s","start":"2026-05-06T02:07:10.43091Z","end":"2026-05-06T02:07:13.06055Z","steps":["trace[1972437272] 'agreement among raft nodes before linearized reading' (duration: 2.62932629s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:11.61816Z","time spent":"1.442166921s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.060825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.430898Z","time spent":"2.629915033s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:13.060914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.899759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.060941Z","caller":"traceutil/trace.go:171","msg":"trace[703502801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28515; }","duration":"853.939731ms","start":"2026-05-06T02:07:12.206992Z","end":"2026-05-06T02:07:13.060932Z","steps":["trace[703502801] 'agreement among raft nodes before linearized reading' (duration: 853.90093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.060978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.206981Z","time spent":"853.989892ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:13.060273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.761725Z","time spent":"2.298496327s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.060874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.656584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.061103Z","caller":"traceutil/trace.go:171","msg":"trace[141108560] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28515; }","duration":"836.88625ms","start":"2026-05-06T02:07:12.224206Z","end":"2026-05-06T02:07:13.061092Z","steps":["trace[141108560] 'agreement among raft nodes before linearized reading' (duration: 836.634974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.061166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.224163Z","time spent":"836.981032ms","remote":"127.0.0.1:52018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.061219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.025755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:07:13.061262Z","caller":"traceutil/trace.go:171","msg":"trace[1874131539] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28515; }","duration":"869.083776ms","start":"2026-05-06T02:07:12.192168Z","end":"2026-05-06T02:07:13.061252Z","steps":["trace[1874131539] 'agreement among raft nodes before linearized reading' (duration: 868.878192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.061276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390852807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.061345Z","caller":"traceutil/trace.go:171","msg":"trace[1215938382] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28515; }","duration":"2.390976419s","start":"2026-05-06T02:07:10.670355Z","end":"2026-05-06T02:07:13.061332Z","steps":["trace[1215938382] 'agreement among raft nodes before linearized reading' (duration: 2.390399846s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.061298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:12.192143Z","time spent":"869.146498ms","remote":"127.0.0.1:52038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.061396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.670326Z","time spent":"2.391055532s","remote":"127.0.0.1:52066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:13.06469Z","caller":"traceutil/trace.go:171","msg":"trace[1880679173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28515; }","duration":"2.624354312s","start":"2026-05-06T02:07:10.435941Z","end":"2026-05-06T02:07:13.060295Z","steps":["trace[1880679173] 'agreement among raft nodes before linearized reading' (duration: 2.624199578s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.064769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:10.435927Z","time spent":"2.628822077s","remote":"127.0.0.1:57266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.518685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.454458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:13.518866Z","caller":"traceutil/trace.go:171","msg":"trace[1508123406] transaction","detail":"{read_only:false; response_revision:28516; number_of_response:1; }","duration":"452.683133ms","start":"2026-05-06T02:07:13.066118Z","end":"2026-05-06T02:07:13.518801Z","steps":["trace[1508123406] 'process raft request' (duration: 272.01814ms)","trace[1508123406] 'compare' (duration: 180.253644ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:13.518959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.0661Z","time spent":"452.812266ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:13.546766Z","caller":"traceutil/trace.go:171","msg":"trace[996569408] transaction","detail":"{read_only:false; response_revision:28517; number_of_response:1; }","duration":"480.420224ms","start":"2026-05-06T02:07:13.066316Z","end":"2026-05-06T02:07:13.546736Z","steps":["trace[996569408] 'process raft request' (duration: 480.191559ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:13.546817Z","caller":"traceutil/trace.go:171","msg":"trace[37423921] transaction","detail":"{read_only:false; response_revision:28519; number_of_response:1; }","duration":"479.699058ms","start":"2026-05-06T02:07:13.067093Z","end":"2026-05-06T02:07:13.546792Z","steps":["trace[37423921] 'process raft request' (duration: 479.610126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.546886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.066295Z","time spent":"480.543038ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:07:13.546866Z","caller":"traceutil/trace.go:171","msg":"trace[2101992054] transaction","detail":"{read_only:false; response_revision:28518; number_of_response:1; }","duration":"479.747579ms","start":"2026-05-06T02:07:13.067078Z","end":"2026-05-06T02:07:13.546826Z","steps":["trace[2101992054] 'process raft request' (duration: 479.563294ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:13.547033Z","caller":"traceutil/trace.go:171","msg":"trace[384929286] linearizableReadLoop","detail":"{readStateIndex:29823; appliedIndex:29821; }","duration":"480.111947ms","start":"2026-05-06T02:07:13.066907Z","end":"2026-05-06T02:07:13.547019Z","steps":["trace[384929286] 'read index received' (duration: 271.243561ms)","trace[384929286] 'applied index is now lower than readState.Index' (duration: 208.867226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:13.546956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.067083Z","time spent":"479.79911ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:13.547087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.067067Z","time spent":"479.895763ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:13.5472Z","caller":"traceutil/trace.go:171","msg":"trace[1739230514] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"479.726928ms","start":"2026-05-06T02:07:13.067462Z","end":"2026-05-06T02:07:13.547189Z","steps":["trace[1739230514] 'process raft request' (duration: 479.289238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.547283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.06745Z","time spent":"479.78465ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:13.547378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.431966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-06T02:07:13.547418Z","caller":"traceutil/trace.go:171","msg":"trace[547356744] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28520; }","duration":"480.535637ms","start":"2026-05-06T02:07:13.06687Z","end":"2026-05-06T02:07:13.547406Z","steps":["trace[547356744] 'agreement among raft nodes before linearized reading' (duration: 480.361993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.547449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.066855Z","time spent":"480.586709ms","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17258,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T02:07:13.611482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.883422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-06T02:07:13.611551Z","caller":"traceutil/trace.go:171","msg":"trace[1328594769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28521; }","duration":"161.997225ms","start":"2026-05-06T02:07:13.449538Z","end":"2026-05-06T02:07:13.611536Z","steps":["trace[1328594769] 'agreement among raft nodes before linearized reading' (duration: 161.745579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.611592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.241327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.611668Z","caller":"traceutil/trace.go:171","msg":"trace[108741910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28521; }","duration":"542.344619ms","start":"2026-05-06T02:07:13.069305Z","end":"2026-05-06T02:07:13.611649Z","steps":["trace[108741910] 'agreement among raft nodes before linearized reading' (duration: 542.190076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.611687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.80468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:13.611708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.316815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.611743Z","caller":"traceutil/trace.go:171","msg":"trace[1568008129] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28521; }","duration":"343.377495ms","start":"2026-05-06T02:07:13.268359Z","end":"2026-05-06T02:07:13.611737Z","steps":["trace[1568008129] 'agreement among raft nodes before linearized reading' (duration: 343.321954ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:13.611744Z","caller":"traceutil/trace.go:171","msg":"trace[1464602743] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28521; }","duration":"542.859691ms","start":"2026-05-06T02:07:13.068871Z","end":"2026-05-06T02:07:13.611731Z","steps":["trace[1464602743] 'agreement among raft nodes before linearized reading' (duration: 542.779259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.611764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.268347Z","time spent":"343.409586ms","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:13.611772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.068841Z","time spent":"542.923243ms","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:07:13.61172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.069298Z","time spent":"542.413651ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:13.611614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.823711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:13.611841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.924843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:13.61191Z","caller":"traceutil/trace.go:171","msg":"trace[1418994433] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28521; }","duration":"268.117968ms","start":"2026-05-06T02:07:13.343767Z","end":"2026-05-06T02:07:13.611885Z","steps":["trace[1418994433] 'agreement among raft nodes before linearized reading' (duration: 267.804811ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:13.611931Z","caller":"traceutil/trace.go:171","msg":"trace[1583139313] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28521; }","duration":"351.23191ms","start":"2026-05-06T02:07:13.260677Z","end":"2026-05-06T02:07:13.611908Z","steps":["trace[1583139313] 'agreement among raft nodes before linearized reading' (duration: 350.7844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:13.612012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.26066Z","time spent":"351.331152ms","remote":"127.0.0.1:48690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:14.111776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T02:07:14.396991Z","caller":"traceutil/trace.go:171","msg":"trace[583939533] transaction","detail":"{read_only:false; response_revision:28522; number_of_response:1; }","duration":"806.21872ms","start":"2026-05-06T02:07:13.590746Z","end":"2026-05-06T02:07:14.396965Z","steps":["trace[583939533] 'process raft request' (duration: 806.050976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:14.397136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.590713Z","time spent":"806.351002ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:15.255875Z","caller":"traceutil/trace.go:171","msg":"trace[532544685] transaction","detail":"{read_only:false; response_revision:28523; number_of_response:1; }","duration":"1.267016895s","start":"2026-05-06T02:07:13.988832Z","end":"2026-05-06T02:07:15.255849Z","steps":["trace[532544685] 'process raft request' (duration: 1.266827821s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.256041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.988807Z","time spent":"1.267149658s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:15.256224Z","caller":"traceutil/trace.go:171","msg":"trace[1178421830] linearizableReadLoop","detail":"{readStateIndex:29829; appliedIndex:29827; }","duration":"1.644923993s","start":"2026-05-06T02:07:13.611259Z","end":"2026-05-06T02:07:15.256183Z","steps":["trace[1178421830] 'read index received' (duration: 785.512784ms)","trace[1178421830] 'applied index is now lower than readState.Index' (duration: 859.408109ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:15.256277Z","caller":"traceutil/trace.go:171","msg":"trace[657374564] transaction","detail":"{read_only:false; response_revision:28524; number_of_response:1; }","duration":"1.063391651s","start":"2026-05-06T02:07:14.192855Z","end":"2026-05-06T02:07:15.256247Z","steps":["trace[657374564] 'process raft request' (duration: 1.062954041s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.256423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.192825Z","time spent":"1.063541565s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:15.256548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706246803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-06T02:07:15.256484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705163547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:07:15.256606Z","caller":"traceutil/trace.go:171","msg":"trace[197942161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28524; }","duration":"1.706308025s","start":"2026-05-06T02:07:13.550259Z","end":"2026-05-06T02:07:15.256567Z","steps":["trace[197942161] 'agreement among raft nodes before linearized reading' (duration: 1.706058939s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:15.256634Z","caller":"traceutil/trace.go:171","msg":"trace[1306348865] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28524; }","duration":"1.705351902s","start":"2026-05-06T02:07:13.551255Z","end":"2026-05-06T02:07:15.256607Z","steps":["trace[1306348865] 'agreement among raft nodes before linearized reading' (duration: 1.705060735s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.256644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.550215Z","time spent":"1.706422328s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:15.256681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.551237Z","time spent":"1.705432954s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:15.613245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:07:15.613381Z","caller":"traceutil/trace.go:171","msg":"trace[453778102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502926s","start":"2026-05-06T02:07:13.612839Z","end":"2026-05-06T02:07:15.613342Z","steps":["trace[453778102] 'agreement among raft nodes before linearized reading' (duration: 2.000359233s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.613424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.612825Z","time spent":"2.000588978s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-06T02:07:15.640488Z","caller":"traceutil/trace.go:171","msg":"trace[839189883] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28524; }","duration":"1.237264216s","start":"2026-05-06T02:07:14.403198Z","end":"2026-05-06T02:07:15.640462Z","steps":["trace[839189883] 'process raft request' (duration: 1.204432724s)","trace[839189883] 'compare' (duration: 32.683858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:15.640633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.403178Z","time spent":"1.237394539s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:07:15.640979Z","caller":"traceutil/trace.go:171","msg":"trace[1747994689] linearizableReadLoop","detail":"{readStateIndex:29834; appliedIndex:29830; }","duration":"384.661076ms","start":"2026-05-06T02:07:15.2563Z","end":"2026-05-06T02:07:15.640961Z","steps":["trace[1747994689] 'read index received' (duration: 351.343613ms)","trace[1747994689] 'applied index is now lower than readState.Index' (duration: 33.316463ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:15.640985Z","caller":"traceutil/trace.go:171","msg":"trace[1551616313] transaction","detail":"{read_only:false; response_revision:28526; number_of_response:1; }","duration":"867.628192ms","start":"2026-05-06T02:07:14.773334Z","end":"2026-05-06T02:07:15.640963Z","steps":["trace[1551616313] 'process raft request' (duration: 867.416717ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:15.641076Z","caller":"traceutil/trace.go:171","msg":"trace[1865710397] transaction","detail":"{read_only:false; response_revision:28527; number_of_response:1; }","duration":"867.061589ms","start":"2026-05-06T02:07:14.774003Z","end":"2026-05-06T02:07:15.641065Z","steps":["trace[1865710397] 'process raft request' (duration: 866.921765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.773315Z","time spent":"867.727785ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:15.641147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.773987Z","time spent":"867.10607ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:15.641207Z","caller":"traceutil/trace.go:171","msg":"trace[1595545456] transaction","detail":"{read_only:false; response_revision:28525; number_of_response:1; }","duration":"867.872978ms","start":"2026-05-06T02:07:14.773327Z","end":"2026-05-06T02:07:15.6412Z","steps":["trace[1595545456] 'process raft request' (duration: 867.050769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.773307Z","time spent":"867.914459ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:15.641285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.468526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:07:15.641309Z","caller":"traceutil/trace.go:171","msg":"trace[1777670069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28527; }","duration":"574.518376ms","start":"2026-05-06T02:07:15.066783Z","end":"2026-05-06T02:07:15.641302Z","steps":["trace[1777670069] 'agreement among raft nodes before linearized reading' (duration: 574.435034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.066765Z","time spent":"574.558248ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:15.641399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.624259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-06T02:07:15.641412Z","caller":"traceutil/trace.go:171","msg":"trace[2018457886] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28527; }","duration":"574.66836ms","start":"2026-05-06T02:07:15.066739Z","end":"2026-05-06T02:07:15.641408Z","steps":["trace[2018457886] 'agreement among raft nodes before linearized reading' (duration: 574.624409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.066721Z","time spent":"574.701311ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:07:15.641485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439694411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:15.641466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321126746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:15.641533Z","caller":"traceutil/trace.go:171","msg":"trace[1581003088] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28527; }","duration":"1.321238968s","start":"2026-05-06T02:07:14.320279Z","end":"2026-05-06T02:07:15.641518Z","steps":["trace[1581003088] 'agreement among raft nodes before linearized reading' (duration: 1.321112145s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449864231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:07:15.641565Z","caller":"traceutil/trace.go:171","msg":"trace[344270801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28527; }","duration":"1.449985143s","start":"2026-05-06T02:07:14.191574Z","end":"2026-05-06T02:07:15.641559Z","steps":["trace[344270801] 'agreement among raft nodes before linearized reading' (duration: 1.449934882s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.320262Z","time spent":"1.32129792s","remote":"127.0.0.1:52084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:15.641579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.19155Z","time spent":"1.450026455s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:07:15.641604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.825258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:15.641619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023633339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:15.641638Z","caller":"traceutil/trace.go:171","msg":"trace[278263733] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28527; }","duration":"598.89357ms","start":"2026-05-06T02:07:15.042735Z","end":"2026-05-06T02:07:15.641629Z","steps":["trace[278263733] 'agreement among raft nodes before linearized reading' (duration: 598.828268ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:15.641646Z","caller":"traceutil/trace.go:171","msg":"trace[946642585] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28527; }","duration":"2.02367468s","start":"2026-05-06T02:07:13.617964Z","end":"2026-05-06T02:07:15.641638Z","steps":["trace[946642585] 'agreement among raft nodes before linearized reading' (duration: 2.023619599s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.04272Z","time spent":"598.935661ms","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:15.641667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.617956Z","time spent":"2.023706472s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:07:15.641649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.670434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:15.641717Z","caller":"traceutil/trace.go:171","msg":"trace[1125135128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28527; }","duration":"661.768737ms","start":"2026-05-06T02:07:14.979928Z","end":"2026-05-06T02:07:15.641697Z","steps":["trace[1125135128] 'agreement among raft nodes before linearized reading' (duration: 661.662434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.417868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-06T02:07:15.641773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.979912Z","time spent":"661.845048ms","remote":"127.0.0.1:50622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:15.641782Z","caller":"traceutil/trace.go:171","msg":"trace[412107217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28527; }","duration":"578.540301ms","start":"2026-05-06T02:07:15.063226Z","end":"2026-05-06T02:07:15.641767Z","steps":["trace[412107217] 'agreement among raft nodes before linearized reading' (duration: 578.355137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276380595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:15.641755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027552841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9703629-c232-4bc7-9dab-f77c28733b68\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-06T02:07:15.641498Z","caller":"traceutil/trace.go:171","msg":"trace[256663507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28527; }","duration":"1.439732313s","start":"2026-05-06T02:07:14.201761Z","end":"2026-05-06T02:07:15.641494Z","steps":["trace[256663507] 'agreement among raft nodes before linearized reading' (duration: 1.439704602s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.06321Z","time spent":"578.599782ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:15.641841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.201749Z","time spent":"1.440085291s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:07:15.641828Z","caller":"traceutil/trace.go:171","msg":"trace[764279847] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28527; }","duration":"1.276476697s","start":"2026-05-06T02:07:14.365337Z","end":"2026-05-06T02:07:15.641813Z","steps":["trace[764279847] 'agreement among raft nodes before linearized reading' (duration: 1.276359515s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:15.641846Z","caller":"traceutil/trace.go:171","msg":"trace[635753958] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9703629-c232-4bc7-9dab-f77c28733b68; range_end:; response_count:1; response_revision:28527; }","duration":"2.027682895s","start":"2026-05-06T02:07:13.614142Z","end":"2026-05-06T02:07:15.641825Z","steps":["trace[635753958] 'agreement among raft nodes before linearized reading' (duration: 2.027443259s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720248272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T02:07:15.641888Z","caller":"traceutil/trace.go:171","msg":"trace[1635856700] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:28527; }","duration":"1.720494578s","start":"2026-05-06T02:07:13.921384Z","end":"2026-05-06T02:07:15.641878Z","steps":["trace[1635856700] 'agreement among raft nodes before linearized reading' (duration: 1.720248452s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:15.641889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.614125Z","time spent":"2.027754436s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a9703629-c232-4bc7-9dab-f77c28733b68\" "} {"level":"warn","ts":"2026-05-06T02:07:15.641892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:14.36532Z","time spent":"1.276549809s","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:15.641918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:13.921362Z","time spent":"1.720546769s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-05-06T02:07:16.209637Z","caller":"traceutil/trace.go:171","msg":"trace[1064801505] transaction","detail":"{read_only:false; response_revision:28529; number_of_response:1; }","duration":"946.136817ms","start":"2026-05-06T02:07:15.263475Z","end":"2026-05-06T02:07:16.209612Z","steps":["trace[1064801505] 'process raft request' (duration: 946.042295ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:16.209745Z","caller":"traceutil/trace.go:171","msg":"trace[70655178] transaction","detail":"{read_only:false; response_revision:28528; number_of_response:1; }","duration":"948.562834ms","start":"2026-05-06T02:07:15.261157Z","end":"2026-05-06T02:07:16.20972Z","steps":["trace[70655178] 'process raft request' (duration: 863.741041ms)","trace[70655178] 'compare' (duration: 84.178017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:16.20977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.263449Z","time spent":"946.255209ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:16.209859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.261131Z","time spent":"948.656166ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:16.21053Z","caller":"traceutil/trace.go:171","msg":"trace[310739361] transaction","detail":"{read_only:false; response_revision:28530; number_of_response:1; }","duration":"593.79451ms","start":"2026-05-06T02:07:15.61669Z","end":"2026-05-06T02:07:16.210485Z","steps":["trace[310739361] 'process raft request' (duration: 593.656566ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:16.210832Z","caller":"traceutil/trace.go:171","msg":"trace[868981409] linearizableReadLoop","detail":"{readStateIndex:29837; appliedIndex:29834; }","duration":"569.794445ms","start":"2026-05-06T02:07:15.641026Z","end":"2026-05-06T02:07:16.210821Z","steps":["trace[868981409] 'read index received' (duration: 483.946788ms)","trace[868981409] 'applied index is now lower than readState.Index' (duration: 85.846697ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:16.210902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.643613Z","time spent":"567.287146ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T02:07:16.211073Z","caller":"traceutil/trace.go:171","msg":"trace[1303061281] transaction","detail":"{read_only:false; response_revision:28534; number_of_response:1; }","duration":"562.3035ms","start":"2026-05-06T02:07:15.648741Z","end":"2026-05-06T02:07:16.211044Z","steps":["trace[1303061281] 'process raft request' (duration: 562.041093ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:16.211081Z","caller":"traceutil/trace.go:171","msg":"trace[1511203963] transaction","detail":"{read_only:false; response_revision:28532; number_of_response:1; }","duration":"564.270166ms","start":"2026-05-06T02:07:15.646769Z","end":"2026-05-06T02:07:16.211039Z","steps":["trace[1511203963] 'process raft request' (duration: 563.945408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.726284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:16.211221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.648732Z","time spent":"562.404532ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:16.211234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.646734Z","time spent":"564.418889ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:16.211264Z","caller":"traceutil/trace.go:171","msg":"trace[894505605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28534; }","duration":"592.834237ms","start":"2026-05-06T02:07:15.618408Z","end":"2026-05-06T02:07:16.211242Z","steps":["trace[894505605] 'agreement among raft nodes before linearized reading' (duration: 592.720295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.549244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-06T02:07:16.211321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.6184Z","time spent":"592.905069ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:07:16.21136Z","caller":"traceutil/trace.go:171","msg":"trace[742803606] transaction","detail":"{read_only:false; response_revision:28533; number_of_response:1; }","duration":"563.17482ms","start":"2026-05-06T02:07:15.648136Z","end":"2026-05-06T02:07:16.211311Z","steps":["trace[742803606] 'process raft request' (duration: 562.612497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.683978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T02:07:16.211435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.571031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-05-06T02:07:16.211461Z","caller":"traceutil/trace.go:171","msg":"trace[718579186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28534; }","duration":"688.775841ms","start":"2026-05-06T02:07:15.52267Z","end":"2026-05-06T02:07:16.211446Z","steps":["trace[718579186] 'agreement among raft nodes before linearized reading' (duration: 688.561916ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:16.21147Z","caller":"traceutil/trace.go:171","msg":"trace[2017268015] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28534; }","duration":"569.618261ms","start":"2026-05-06T02:07:15.641843Z","end":"2026-05-06T02:07:16.211461Z","steps":["trace[2017268015] 'agreement among raft nodes before linearized reading' (duration: 569.227512ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:16.211498Z","caller":"traceutil/trace.go:171","msg":"trace[330288273] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"565.195058ms","start":"2026-05-06T02:07:15.646291Z","end":"2026-05-06T02:07:16.211486Z","steps":["trace[330288273] 'process raft request' (duration: 564.360168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.657852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:16.211506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.522653Z","time spent":"688.842512ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:16.211508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.641829Z","time spent":"569.671472ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13510,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-05-06T02:07:16.211505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.648006Z","time spent":"563.409125ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:16.21154Z","caller":"traceutil/trace.go:171","msg":"trace[787451483] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28534; }","duration":"122.744293ms","start":"2026-05-06T02:07:16.088783Z","end":"2026-05-06T02:07:16.211527Z","steps":["trace[787451483] 'agreement among raft nodes before linearized reading' (duration: 122.679821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.646274Z","time spent":"565.250799ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:16.211331Z","caller":"traceutil/trace.go:171","msg":"trace[618119538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28534; }","duration":"659.622696ms","start":"2026-05-06T02:07:15.551691Z","end":"2026-05-06T02:07:16.211314Z","steps":["trace[618119538] 'agreement among raft nodes before linearized reading' (duration: 659.391721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.616665Z","time spent":"593.901672ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:16.211195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.412998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-06T02:07:16.211679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.582577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:16.211694Z","caller":"traceutil/trace.go:171","msg":"trace[171826404] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667; range_end:; response_count:1; response_revision:28534; }","duration":"595.916889ms","start":"2026-05-06T02:07:15.615755Z","end":"2026-05-06T02:07:16.211672Z","steps":["trace[171826404] 'agreement among raft nodes before linearized reading' (duration: 595.260244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.551665Z","time spent":"659.940994ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T02:07:16.211716Z","caller":"traceutil/trace.go:171","msg":"trace[552149984] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28534; }","duration":"150.650119ms","start":"2026-05-06T02:07:16.061051Z","end":"2026-05-06T02:07:16.211701Z","steps":["trace[552149984] 'agreement among raft nodes before linearized reading' (duration: 150.590578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.615742Z","time spent":"595.991661ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" "} {"level":"warn","ts":"2026-05-06T02:07:16.211181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.980134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:16.2117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.57159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:16.211811Z","caller":"traceutil/trace.go:171","msg":"trace[932439433] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28534; }","duration":"843.68671ms","start":"2026-05-06T02:07:15.368111Z","end":"2026-05-06T02:07:16.211798Z","steps":["trace[932439433] 'agreement among raft nodes before linearized reading' (duration: 842.938933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.368085Z","time spent":"843.757591ms","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:16.211856Z","caller":"traceutil/trace.go:171","msg":"trace[941271723] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28534; }","duration":"563.740343ms","start":"2026-05-06T02:07:15.6481Z","end":"2026-05-06T02:07:16.21184Z","steps":["trace[941271723] 'agreement among raft nodes before linearized reading' (duration: 563.563409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.211911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:15.648092Z","time spent":"563.803015ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:07:16.908645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.197331ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:16.908769Z","caller":"traceutil/trace.go:171","msg":"trace[1615503992] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28534; }","duration":"374.347974ms","start":"2026-05-06T02:07:16.534403Z","end":"2026-05-06T02:07:16.90875Z","steps":["trace[1615503992] 'range keys from in-memory index tree' (duration: 374.18036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:16.909081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.325595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:16.909271Z","caller":"traceutil/trace.go:171","msg":"trace[1692987097] transaction","detail":"{read_only:false; response_revision:28535; number_of_response:1; }","duration":"695.451928ms","start":"2026-05-06T02:07:16.213791Z","end":"2026-05-06T02:07:16.909243Z","steps":["trace[1692987097] 'process raft request' (duration: 288.863896ms)","trace[1692987097] 'compare' (duration: 406.201963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:16.909366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.213773Z","time spent":"695.547949ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:17.004379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:17.910031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.289431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:17.910301Z","caller":"traceutil/trace.go:171","msg":"trace[1617508401] transaction","detail":"{read_only:false; response_revision:28539; number_of_response:1; }","duration":"1.689332665s","start":"2026-05-06T02:07:16.220954Z","end":"2026-05-06T02:07:17.910286Z","steps":["trace[1617508401] 'process raft request' (duration: 1.689282014s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:17.910358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.22094Z","time spent":"1.689391516s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:17.91056Z","caller":"traceutil/trace.go:171","msg":"trace[1939050267] transaction","detail":"{read_only:false; response_revision:28536; number_of_response:1; }","duration":"1.695691654s","start":"2026-05-06T02:07:16.214858Z","end":"2026-05-06T02:07:17.91055Z","steps":["trace[1939050267] 'process raft request' (duration: 1.140801099s)","trace[1939050267] 'compare' (duration: 553.846491ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:17.91067Z","caller":"traceutil/trace.go:171","msg":"trace[1011937259] transaction","detail":"{read_only:false; response_revision:28538; number_of_response:1; }","duration":"1.693899841s","start":"2026-05-06T02:07:16.216746Z","end":"2026-05-06T02:07:17.910646Z","steps":["trace[1011937259] 'process raft request' (duration: 1.693448141s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:17.910775Z","caller":"traceutil/trace.go:171","msg":"trace[686784337] transaction","detail":"{read_only:false; response_revision:28537; number_of_response:1; }","duration":"1.694100867s","start":"2026-05-06T02:07:16.216645Z","end":"2026-05-06T02:07:17.910746Z","steps":["trace[686784337] 'process raft request' (duration: 1.693469262s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:17.910799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.216723Z","time spent":"1.694002574s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:17.910696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.214846Z","time spent":"1.695791776s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:17.910931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.216627Z","time spent":"1.694222459s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:18.74835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392833241s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:07:18.755554Z","caller":"traceutil/trace.go:171","msg":"trace[2071107069] linearizableReadLoop","detail":"{readStateIndex:29848; appliedIndex:29843; }","duration":"2.251297427s","start":"2026-05-06T02:07:16.504233Z","end":"2026-05-06T02:07:18.75553Z","steps":["trace[2071107069] 'read index received' (duration: 851.411001ms)","trace[2071107069] 'applied index is now lower than readState.Index' (duration: 1.399885416s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:18.755764Z","caller":"traceutil/trace.go:171","msg":"trace[906089509] transaction","detail":"{read_only:false; response_revision:28541; number_of_response:1; }","duration":"1.494497798s","start":"2026-05-06T02:07:17.261233Z","end":"2026-05-06T02:07:18.755731Z","steps":["trace[906089509] 'process raft request' (duration: 1.494235082s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:18.75575Z","caller":"traceutil/trace.go:171","msg":"trace[271735577] transaction","detail":"{read_only:false; response_revision:28540; number_of_response:1; }","duration":"2.240312549s","start":"2026-05-06T02:07:16.5154Z","end":"2026-05-06T02:07:18.755713Z","steps":["trace[271735577] 'process raft request' (duration: 2.233272984s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:18.755874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.515372Z","time spent":"2.240435461s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:18.75587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.261212Z","time spent":"1.494587951s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:18.75618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251931941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:18.756239Z","caller":"traceutil/trace.go:171","msg":"trace[1450120331] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28541; }","duration":"2.252033484s","start":"2026-05-06T02:07:16.504192Z","end":"2026-05-06T02:07:18.756225Z","steps":["trace[1450120331] 'agreement among raft nodes before linearized reading' (duration: 2.251924191s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:18.756274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.504154Z","time spent":"2.252112936s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:19.206598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000508076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:07:19.206686Z","caller":"traceutil/trace.go:171","msg":"trace[764445742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066703s","start":"2026-05-06T02:07:17.206002Z","end":"2026-05-06T02:07:19.206669Z","steps":["trace[764445742] 'agreement among raft nodes before linearized reading' (duration: 2.000519766s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.206732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.205985Z","time spent":"2.000737861s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:19.256711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011276,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T02:07:19.470886Z","caller":"traceutil/trace.go:171","msg":"trace[2097245829] transaction","detail":"{read_only:false; response_revision:28542; number_of_response:1; }","duration":"1.823323043s","start":"2026-05-06T02:07:17.647538Z","end":"2026-05-06T02:07:19.470861Z","steps":["trace[2097245829] 'process raft request' (duration: 1.82316996s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.471014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.647512Z","time spent":"1.823437266s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:19.471102Z","caller":"traceutil/trace.go:171","msg":"trace[1932277621] transaction","detail":"{read_only:false; response_revision:28543; number_of_response:1; }","duration":"1.823473967s","start":"2026-05-06T02:07:17.647604Z","end":"2026-05-06T02:07:19.471077Z","steps":["trace[1932277621] 'process raft request' (duration: 1.823226952s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:19.471164Z","caller":"traceutil/trace.go:171","msg":"trace[607860614] transaction","detail":"{read_only:false; response_revision:28544; number_of_response:1; }","duration":"1.823203911s","start":"2026-05-06T02:07:17.647938Z","end":"2026-05-06T02:07:19.471142Z","steps":["trace[607860614] 'process raft request' (duration: 1.823083858s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.47121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.64758Z","time spent":"1.823572269s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:19.471272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.647911Z","time spent":"1.823307163s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:19.471382Z","caller":"traceutil/trace.go:171","msg":"trace[608919403] transaction","detail":"{read_only:false; response_revision:28545; number_of_response:1; }","duration":"1.69676426s","start":"2026-05-06T02:07:17.77461Z","end":"2026-05-06T02:07:19.471374Z","steps":["trace[608919403] 'process raft request' (duration: 1.696497524s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.471427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.774586Z","time spent":"1.696816962s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:19.471539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126295161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:19.473654Z","caller":"traceutil/trace.go:171","msg":"trace[1153278643] linearizableReadLoop","detail":"{readStateIndex:29854; appliedIndex:29849; }","duration":"715.709084ms","start":"2026-05-06T02:07:18.755693Z","end":"2026-05-06T02:07:19.471402Z","steps":["trace[1153278643] 'read index received' (duration: 715.011478ms)","trace[1153278643] 'applied index is now lower than readState.Index' (duration: 696.296µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:19.474255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540758005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:07:19.474426Z","caller":"traceutil/trace.go:171","msg":"trace[1615056813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28546; }","duration":"1.540922569s","start":"2026-05-06T02:07:17.93343Z","end":"2026-05-06T02:07:19.474353Z","steps":["trace[1615056813] 'agreement among raft nodes before linearized reading' (duration: 1.540640323s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.474508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.933415Z","time spent":"1.541075713s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11525,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T02:07:19.471567Z","caller":"traceutil/trace.go:171","msg":"trace[1041720703] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28546; }","duration":"2.126351092s","start":"2026-05-06T02:07:17.345209Z","end":"2026-05-06T02:07:19.47156Z","steps":["trace[1041720703] 'agreement among raft nodes before linearized reading' (duration: 2.126302411s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.475667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265486811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T02:07:19.475716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.345192Z","time spent":"2.13049721s","remote":"127.0.0.1:56216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:19.475738Z","caller":"traceutil/trace.go:171","msg":"trace[1143148751] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28546; }","duration":"2.265596014s","start":"2026-05-06T02:07:17.210106Z","end":"2026-05-06T02:07:19.475702Z","steps":["trace[1143148751] 'agreement among raft nodes before linearized reading' (duration: 2.265104692s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.475778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.210089Z","time spent":"2.265677946s","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":235,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:19.474445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090286875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-06T02:07:19.476177Z","caller":"traceutil/trace.go:171","msg":"trace[1321460990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28546; }","duration":"2.092051057s","start":"2026-05-06T02:07:17.384105Z","end":"2026-05-06T02:07:19.476156Z","steps":["trace[1321460990] 'agreement among raft nodes before linearized reading' (duration: 2.087428408s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.476229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.38409Z","time spent":"2.092115538s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-06T02:07:19.476482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478478183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:19.476533Z","caller":"traceutil/trace.go:171","msg":"trace[1200542651] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28546; }","duration":"2.478548505s","start":"2026-05-06T02:07:16.997955Z","end":"2026-05-06T02:07:19.476503Z","steps":["trace[1200542651] 'agreement among raft nodes before linearized reading' (duration: 2.478435942s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.476558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.997932Z","time spent":"2.478618337s","remote":"127.0.0.1:48676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:19.476994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093529092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-06T02:07:19.477065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871059896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:19.477104Z","caller":"traceutil/trace.go:171","msg":"trace[384373601] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28546; }","duration":"2.093633384s","start":"2026-05-06T02:07:17.383418Z","end":"2026-05-06T02:07:19.477051Z","steps":["trace[384373601] 'agreement among raft nodes before linearized reading' (duration: 2.089920997s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:19.477167Z","caller":"traceutil/trace.go:171","msg":"trace[1330217920] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28546; }","duration":"2.871156238s","start":"2026-05-06T02:07:16.605964Z","end":"2026-05-06T02:07:19.47712Z","steps":["trace[1330217920] 'agreement among raft nodes before linearized reading' (duration: 2.870999025s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.477174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258860693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-06T02:07:19.477184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.797644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:19.477183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565524468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-06T02:07:19.477232Z","caller":"traceutil/trace.go:171","msg":"trace[1452613620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28546; }","duration":"1.258922864s","start":"2026-05-06T02:07:18.218285Z","end":"2026-05-06T02:07:19.477208Z","steps":["trace[1452613620] 'agreement among raft nodes before linearized reading' (duration: 1.258782441s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.477226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.605906Z","time spent":"2.871301571s","remote":"127.0.0.1:48826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:19.477249Z","caller":"traceutil/trace.go:171","msg":"trace[884218047] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28546; }","duration":"2.56559989s","start":"2026-05-06T02:07:16.911636Z","end":"2026-05-06T02:07:19.477235Z","steps":["trace[884218047] 'agreement among raft nodes before linearized reading' (duration: 2.565231611s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.477264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.218279Z","time spent":"1.258977006s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T02:07:19.477278Z","caller":"traceutil/trace.go:171","msg":"trace[1190563265] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28546; }","duration":"574.926356ms","start":"2026-05-06T02:07:18.902328Z","end":"2026-05-06T02:07:19.477254Z","steps":["trace[1190563265] 'agreement among raft nodes before linearized reading' (duration: 574.789403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.47729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:16.911589Z","time spent":"2.565688662s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-06T02:07:19.477328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.902304Z","time spent":"575.001478ms","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:19.477361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.05346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-06T02:07:19.477398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26211716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:07:19.477448Z","caller":"traceutil/trace.go:171","msg":"trace[592929110] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28546; }","duration":"979.153742ms","start":"2026-05-06T02:07:18.498251Z","end":"2026-05-06T02:07:19.477405Z","steps":["trace[592929110] 'agreement among raft nodes before linearized reading' (duration: 978.985488ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:19.477466Z","caller":"traceutil/trace.go:171","msg":"trace[2082609369] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28546; }","duration":"1.262239473s","start":"2026-05-06T02:07:18.215201Z","end":"2026-05-06T02:07:19.47744Z","steps":["trace[2082609369] 'agreement among raft nodes before linearized reading' (duration: 1.256269623s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.477498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.498228Z","time spent":"979.255925ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:19.477517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259320624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-06T02:07:19.477532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.215182Z","time spent":"1.262333825s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:07:19.477575Z","caller":"traceutil/trace.go:171","msg":"trace[1879851098] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28546; }","duration":"1.259398335s","start":"2026-05-06T02:07:18.21815Z","end":"2026-05-06T02:07:19.477548Z","steps":["trace[1879851098] 'agreement among raft nodes before linearized reading' (duration: 1.259256212s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.477617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.218132Z","time spent":"1.259472318s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:07:19.477702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259472578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T02:07:19.477763Z","caller":"traceutil/trace.go:171","msg":"trace[1500695388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28546; }","duration":"1.259529549s","start":"2026-05-06T02:07:18.218206Z","end":"2026-05-06T02:07:19.477735Z","steps":["trace[1500695388] 'agreement among raft nodes before linearized reading' (duration: 1.259205471s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.477809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.2182Z","time spent":"1.25959709s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:07:19.477833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.225009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:07:19.477846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259504958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T02:07:19.477868Z","caller":"traceutil/trace.go:171","msg":"trace[824822539] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28546; }","duration":"230.28641ms","start":"2026-05-06T02:07:19.247573Z","end":"2026-05-06T02:07:19.477859Z","steps":["trace[824822539] 'agreement among raft nodes before linearized reading' (duration: 230.227548ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:19.477907Z","caller":"traceutil/trace.go:171","msg":"trace[1108324829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28546; }","duration":"1.259574799s","start":"2026-05-06T02:07:18.218318Z","end":"2026-05-06T02:07:19.477893Z","steps":["trace[1108324829] 'agreement among raft nodes before linearized reading' (duration: 1.259099118s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.477929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259758664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-05-06T02:07:19.477942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.218283Z","time spent":"1.259649531s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:19.477965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.209276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:19.477168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:17.383402Z","time spent":"2.093748267s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-06T02:07:19.477985Z","caller":"traceutil/trace.go:171","msg":"trace[1884471645] transaction","detail":"{read_only:false; response_revision:28546; number_of_response:1; }","duration":"1.25318269s","start":"2026-05-06T02:07:18.218368Z","end":"2026-05-06T02:07:19.47155Z","steps":["trace[1884471645] 'process raft request' (duration: 1.252861172s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:19.478Z","caller":"traceutil/trace.go:171","msg":"trace[1207662957] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28546; }","duration":"1.259846467s","start":"2026-05-06T02:07:18.218135Z","end":"2026-05-06T02:07:19.477982Z","steps":["trace[1207662957] 'agreement among raft nodes before linearized reading' (duration: 1.259284923s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:19.478018Z","caller":"traceutil/trace.go:171","msg":"trace[465000595] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28546; }","duration":"407.275708ms","start":"2026-05-06T02:07:19.070716Z","end":"2026-05-06T02:07:19.477991Z","steps":["trace[465000595] 'agreement among raft nodes before linearized reading' (duration: 407.197686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:19.478041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.218125Z","time spent":"1.259906538s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:19.478052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.070699Z","time spent":"407.343249ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:19.47809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:18.218355Z","time spent":"1.259663882s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:19.478102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.264193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:19.478138Z","caller":"traceutil/trace.go:171","msg":"trace[1012696275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28546; }","duration":"271.346355ms","start":"2026-05-06T02:07:19.206779Z","end":"2026-05-06T02:07:19.478125Z","steps":["trace[1012696275] 'agreement among raft nodes before linearized reading' (duration: 271.278533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.710761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.346486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:20.711082Z","caller":"traceutil/trace.go:171","msg":"trace[907568781] transaction","detail":"{read_only:false; response_revision:28548; number_of_response:1; }","duration":"1.225884678s","start":"2026-05-06T02:07:19.485167Z","end":"2026-05-06T02:07:20.711052Z","steps":["trace[907568781] 'process raft request' (duration: 1.225697934s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.711245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.48514Z","time spent":"1.22601153s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:20.711292Z","caller":"traceutil/trace.go:171","msg":"trace[179403946] linearizableReadLoop","detail":"{readStateIndex:29857; appliedIndex:29854; }","duration":"1.225460757s","start":"2026-05-06T02:07:19.485816Z","end":"2026-05-06T02:07:20.711276Z","steps":["trace[179403946] 'read index received' (duration: 368.386434ms)","trace[179403946] 'applied index is now lower than readState.Index' (duration: 857.072943ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:20.711419Z","caller":"traceutil/trace.go:171","msg":"trace[61971957] transaction","detail":"{read_only:false; response_revision:28549; number_of_response:1; }","duration":"1.225903388s","start":"2026-05-06T02:07:19.485504Z","end":"2026-05-06T02:07:20.711408Z","steps":["trace[61971957] 'process raft request' (duration: 1.225440357s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:20.711434Z","caller":"traceutil/trace.go:171","msg":"trace[600954259] transaction","detail":"{read_only:false; response_revision:28547; number_of_response:1; }","duration":"1.226202475s","start":"2026-05-06T02:07:19.485178Z","end":"2026-05-06T02:07:20.71138Z","steps":["trace[600954259] 'process raft request' (duration: 369.128501ms)","trace[600954259] 'compare' (duration: 855.21856ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:20.711494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.485488Z","time spent":"1.225963199s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:20.711492Z","caller":"traceutil/trace.go:171","msg":"trace[997971425] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"1.221057305s","start":"2026-05-06T02:07:19.490398Z","end":"2026-05-06T02:07:20.711455Z","steps":["trace[997971425] 'process raft request' (duration: 1.220696376s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.711627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.490346Z","time spent":"1.221208668s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:20.711637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.485166Z","time spent":"1.226364509s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:20.711727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225916748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:20.711799Z","caller":"traceutil/trace.go:171","msg":"trace[1084223574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28554; }","duration":"1.226029671s","start":"2026-05-06T02:07:19.485751Z","end":"2026-05-06T02:07:20.71178Z","steps":["trace[1084223574] 'agreement among raft nodes before linearized reading' (duration: 1.225855487s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.711809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22556084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-06T02:07:20.711848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.485724Z","time spent":"1.226113984s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:07:20.711872Z","caller":"traceutil/trace.go:171","msg":"trace[938838338] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28554; }","duration":"1.225632842s","start":"2026-05-06T02:07:19.486218Z","end":"2026-05-06T02:07:20.711851Z","steps":["trace[938838338] 'agreement among raft nodes before linearized reading' (duration: 1.225431577s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:20.711902Z","caller":"traceutil/trace.go:171","msg":"trace[1635435080] transaction","detail":"{read_only:false; response_revision:28550; number_of_response:1; }","duration":"1.224991147s","start":"2026-05-06T02:07:19.486895Z","end":"2026-05-06T02:07:20.711886Z","steps":["trace[1635435080] 'process raft request' (duration: 1.224098166s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.711919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.486208Z","time spent":"1.225699993s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-06T02:07:20.711957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.539151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-06T02:07:20.711977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.486885Z","time spent":"1.225051158s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:20.711993Z","caller":"traceutil/trace.go:171","msg":"trace[590262527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28554; }","duration":"796.600553ms","start":"2026-05-06T02:07:19.915382Z","end":"2026-05-06T02:07:20.711982Z","steps":["trace[590262527] 'agreement among raft nodes before linearized reading' (duration: 796.515661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.711875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.452849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T02:07:20.712027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.915364Z","time spent":"796.656424ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T02:07:20.712064Z","caller":"traceutil/trace.go:171","msg":"trace[572069649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28554; }","duration":"796.645914ms","start":"2026-05-06T02:07:19.915391Z","end":"2026-05-06T02:07:20.712037Z","steps":["trace[572069649] 'agreement among raft nodes before linearized reading' (duration: 796.401828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.712178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221834362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-05-06T02:07:20.712218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.915346Z","time spent":"796.778797ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T02:07:20.712249Z","caller":"traceutil/trace.go:171","msg":"trace[1080622436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28554; }","duration":"1.221979116s","start":"2026-05-06T02:07:19.49025Z","end":"2026-05-06T02:07:20.712229Z","steps":["trace[1080622436] 'agreement among raft nodes before linearized reading' (duration: 1.221764271s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.712266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002133012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:07:20.712293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.490223Z","time spent":"1.222059098s","remote":"127.0.0.1:46258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-06T02:07:20.712127Z","caller":"traceutil/trace.go:171","msg":"trace[742089024] transaction","detail":"{read_only:false; response_revision:28551; number_of_response:1; }","duration":"1.22514311s","start":"2026-05-06T02:07:19.486972Z","end":"2026-05-06T02:07:20.712115Z","steps":["trace[742089024] 'process raft request' (duration: 1.224058315s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:20.712374Z","caller":"traceutil/trace.go:171","msg":"trace[292526910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28554; }","duration":"1.002285975s","start":"2026-05-06T02:07:19.710059Z","end":"2026-05-06T02:07:20.712345Z","steps":["trace[292526910] 'agreement among raft nodes before linearized reading' (duration: 1.00204211s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:20.712257Z","caller":"traceutil/trace.go:171","msg":"trace[19206595] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"1.225116959s","start":"2026-05-06T02:07:19.486974Z","end":"2026-05-06T02:07:20.712091Z","steps":["trace[19206595] 'process raft request' (duration: 1.224089245s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.714209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.486964Z","time spent":"1.227171708s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:20.71247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.710038Z","time spent":"1.002401788s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:20.712053Z","caller":"traceutil/trace.go:171","msg":"trace[470193822] transaction","detail":"{read_only:false; response_revision:28554; number_of_response:1; }","duration":"1.221575177s","start":"2026-05-06T02:07:19.490452Z","end":"2026-05-06T02:07:20.712027Z","steps":["trace[470193822] 'process raft request' (duration: 1.220786548s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:20.714445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.490444Z","time spent":"1.223945012s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:20.712509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:19.486963Z","time spent":"1.225463608s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:21.241369Z","caller":"traceutil/trace.go:171","msg":"trace[30466274] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"520.989559ms","start":"2026-05-06T02:07:20.720359Z","end":"2026-05-06T02:07:21.241349Z","steps":["trace[30466274] 'process raft request' (duration: 520.923327ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:21.2414Z","caller":"traceutil/trace.go:171","msg":"trace[748670104] transaction","detail":"{read_only:false; response_revision:28556; number_of_response:1; }","duration":"522.549446ms","start":"2026-05-06T02:07:20.718817Z","end":"2026-05-06T02:07:21.241367Z","steps":["trace[748670104] 'process raft request' (duration: 522.329311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:21.241505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:20.720351Z","time spent":"521.079532ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:21.241581Z","caller":"traceutil/trace.go:171","msg":"trace[277001995] linearizableReadLoop","detail":"{readStateIndex:29866; appliedIndex:29864; }","duration":"467.644395ms","start":"2026-05-06T02:07:20.773865Z","end":"2026-05-06T02:07:21.24151Z","steps":["trace[277001995] 'read index received' (duration: 467.42276ms)","trace[277001995] 'applied index is now lower than readState.Index' (duration: 220.845µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:21.241699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.638334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:21.241726Z","caller":"traceutil/trace.go:171","msg":"trace[1046086032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28558; }","duration":"521.690105ms","start":"2026-05-06T02:07:20.720028Z","end":"2026-05-06T02:07:21.241718Z","steps":["trace[1046086032] 'agreement among raft nodes before linearized reading' (duration: 521.605873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:21.241751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:20.720023Z","time spent":"521.723596ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:07:21.241852Z","caller":"traceutil/trace.go:171","msg":"trace[1967844845] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"480.831246ms","start":"2026-05-06T02:07:20.76101Z","end":"2026-05-06T02:07:21.241841Z","steps":["trace[1967844845] 'process raft request' (duration: 480.303454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:21.241906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:20.760977Z","time spent":"480.903548ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:21.244672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:20.718805Z","time spent":"522.658318ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:21.740916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.871314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:21.741069Z","caller":"traceutil/trace.go:171","msg":"trace[791819466] transaction","detail":"{read_only:false; response_revision:28560; number_of_response:1; }","duration":"263.192623ms","start":"2026-05-06T02:07:21.477863Z","end":"2026-05-06T02:07:21.741056Z","steps":["trace[791819466] 'process raft request' (duration: 263.140392ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:21.741102Z","caller":"traceutil/trace.go:171","msg":"trace[2007271706] linearizableReadLoop","detail":"{readStateIndex:29867; appliedIndex:29866; }","duration":"476.726869ms","start":"2026-05-06T02:07:21.26434Z","end":"2026-05-06T02:07:21.741067Z","steps":["trace[2007271706] 'read index received' (duration: 99.544368ms)","trace[2007271706] 'applied index is now lower than readState.Index' (duration: 377.177511ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:21.741265Z","caller":"traceutil/trace.go:171","msg":"trace[1383063004] transaction","detail":"{read_only:false; response_revision:28559; number_of_response:1; }","duration":"962.418629ms","start":"2026-05-06T02:07:20.778826Z","end":"2026-05-06T02:07:21.741245Z","steps":["trace[1383063004] 'process raft request' (duration: 585.153386ms)","trace[1383063004] 'compare' (duration: 376.70707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:21.741413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:20.7788Z","time spent":"962.513501ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:21.741568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.216981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-06T02:07:21.741642Z","caller":"traceutil/trace.go:171","msg":"trace[1715114047] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28560; }","duration":"477.331063ms","start":"2026-05-06T02:07:21.264295Z","end":"2026-05-06T02:07:21.741626Z","steps":["trace[1715114047] 'agreement among raft nodes before linearized reading' (duration: 477.139809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:21.741681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:21.264268Z","time spent":"477.404725ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T02:07:22.242235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011311,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T02:07:22.584686Z","caller":"traceutil/trace.go:171","msg":"trace[69943915] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"1.10674421s","start":"2026-05-06T02:07:21.477873Z","end":"2026-05-06T02:07:22.584617Z","steps":["trace[69943915] 'process raft request' (duration: 1.091657985s)","trace[69943915] 'compare' (duration: 14.101201ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:22.584828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:21.477851Z","time spent":"1.106904473s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:22.584945Z","caller":"traceutil/trace.go:171","msg":"trace[1947046274] transaction","detail":"{read_only:false; response_revision:28562; number_of_response:1; }","duration":"1.106904774s","start":"2026-05-06T02:07:21.478018Z","end":"2026-05-06T02:07:22.584923Z","steps":["trace[1947046274] 'process raft request' (duration: 1.106556236s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:22.585084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:21.478005Z","time spent":"1.106997206s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:22.585232Z","caller":"traceutil/trace.go:171","msg":"trace[1811481059] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"1.092551036s","start":"2026-05-06T02:07:21.492668Z","end":"2026-05-06T02:07:22.585219Z","steps":["trace[1811481059] 'process raft request' (duration: 1.092184177s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:22.585294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:21.492654Z","time spent":"1.092608878s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:23.376544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.361551ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:07:23.377411Z","caller":"traceutil/trace.go:171","msg":"trace[1555857734] linearizableReadLoop","detail":"{readStateIndex:29873; appliedIndex:29868; }","duration":"1.636186667s","start":"2026-05-06T02:07:21.741196Z","end":"2026-05-06T02:07:23.377382Z","steps":["trace[1555857734] 'read index received' (duration: 828.317349ms)","trace[1555857734] 'applied index is now lower than readState.Index' (duration: 807.868118ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:23.377437Z","caller":"traceutil/trace.go:171","msg":"trace[248179601] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"1.631963308s","start":"2026-05-06T02:07:21.745447Z","end":"2026-05-06T02:07:23.37741Z","steps":["trace[248179601] 'process raft request' (duration: 1.63121785s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:23.37765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:21.745427Z","time spent":"1.632143642s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:24.205438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999791129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:07:24.205563Z","caller":"traceutil/trace.go:171","msg":"trace[2039007752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999927503s","start":"2026-05-06T02:07:22.205614Z","end":"2026-05-06T02:07:24.205542Z","steps":["trace[2039007752] 'agreement among raft nodes before linearized reading' (duration: 1.999784709s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:24.205612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.205581Z","time spent":"2.000019824s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:24.275771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982667728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:24.275883Z","caller":"traceutil/trace.go:171","msg":"trace[1291612035] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28564; }","duration":"2.982816171s","start":"2026-05-06T02:07:21.293033Z","end":"2026-05-06T02:07:24.275849Z","steps":["trace[1291612035] 'agreement among raft nodes before linearized reading' (duration: 2.084448108s)","trace[1291612035] 'count revisions from in-memory index tree' (duration: 898.178539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:24.27596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:21.292972Z","time spent":"2.982955075s","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:24.276239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.780503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:24.276477Z","caller":"traceutil/trace.go:171","msg":"trace[310127172] transaction","detail":"{read_only:false; response_revision:28566; number_of_response:1; }","duration":"1.159883427s","start":"2026-05-06T02:07:23.116575Z","end":"2026-05-06T02:07:24.276459Z","steps":["trace[310127172] 'process raft request' (duration: 1.159782724s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:24.276501Z","caller":"traceutil/trace.go:171","msg":"trace[163441446] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"1.513607967s","start":"2026-05-06T02:07:22.762847Z","end":"2026-05-06T02:07:24.276455Z","steps":["trace[163441446] 'process raft request' (duration: 614.526837ms)","trace[163441446] 'compare' (duration: 898.050726ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:24.276561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.11655Z","time spent":"1.159969739s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:24.276688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.762819Z","time spent":"1.513773401s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:25.355966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.387904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:25.356149Z","caller":"traceutil/trace.go:171","msg":"trace[1433206260] linearizableReadLoop","detail":"{readStateIndex:29876; appliedIndex:29873; }","duration":"1.97860078s","start":"2026-05-06T02:07:23.377523Z","end":"2026-05-06T02:07:25.356124Z","steps":["trace[1433206260] 'read index received' (duration: 423.683073ms)","trace[1433206260] 'applied index is now lower than readState.Index' (duration: 1.554916437s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:25.356423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638482552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T02:07:25.35643Z","caller":"traceutil/trace.go:171","msg":"trace[941459963] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"1.610339659s","start":"2026-05-06T02:07:23.745867Z","end":"2026-05-06T02:07:25.356206Z","steps":["trace[941459963] 'process raft request' (duration: 1.610186595s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:25.356466Z","caller":"traceutil/trace.go:171","msg":"trace[1527921556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28568; }","duration":"2.638575955s","start":"2026-05-06T02:07:22.717881Z","end":"2026-05-06T02:07:25.356457Z","steps":["trace[1527921556] 'agreement among raft nodes before linearized reading' (duration: 2.638281768s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.356489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.717855Z","time spent":"2.638627695s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:07:25.35653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.745852Z","time spent":"1.610627045s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:25.356554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639059946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T02:07:25.35659Z","caller":"traceutil/trace.go:171","msg":"trace[1768594476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28568; }","duration":"2.639127388s","start":"2026-05-06T02:07:22.717449Z","end":"2026-05-06T02:07:25.356576Z","steps":["trace[1768594476] 'agreement among raft nodes before linearized reading' (duration: 2.639053006s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.356657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578592345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-06T02:07:25.356659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.717425Z","time spent":"2.639219059s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T02:07:25.356682Z","caller":"traceutil/trace.go:171","msg":"trace[1579749860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28568; }","duration":"2.578651867s","start":"2026-05-06T02:07:22.778025Z","end":"2026-05-06T02:07:25.356677Z","steps":["trace[1579749860] 'agreement among raft nodes before linearized reading' (duration: 2.578589226s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.356698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.778005Z","time spent":"2.578689107s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T02:07:25.356754Z","caller":"traceutil/trace.go:171","msg":"trace[890701815] transaction","detail":"{read_only:false; response_revision:28567; number_of_response:1; }","duration":"2.109544966s","start":"2026-05-06T02:07:23.24719Z","end":"2026-05-06T02:07:25.356735Z","steps":["trace[890701815] 'process raft request' (duration: 1.471315493s)","trace[890701815] 'compare' (duration: 635.94409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:25.356824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108960182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T02:07:25.356848Z","caller":"traceutil/trace.go:171","msg":"trace[1875659650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28568; }","duration":"2.109039755s","start":"2026-05-06T02:07:23.247803Z","end":"2026-05-06T02:07:25.356843Z","steps":["trace[1875659650] 'agreement among raft nodes before linearized reading' (duration: 2.108987904s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.356847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.247173Z","time spent":"2.109629109s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:25.3569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17686053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:25.356944Z","caller":"traceutil/trace.go:171","msg":"trace[1205667423] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28568; }","duration":"3.176942742s","start":"2026-05-06T02:07:22.17999Z","end":"2026-05-06T02:07:25.356932Z","steps":["trace[1205667423] 'agreement among raft nodes before linearized reading' (duration: 3.17687307s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.35697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446784241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:25.356976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.179968Z","time spent":"3.176999883s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:25.356997Z","caller":"traceutil/trace.go:171","msg":"trace[1354734175] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28568; }","duration":"3.446857882s","start":"2026-05-06T02:07:21.910132Z","end":"2026-05-06T02:07:25.35699Z","steps":["trace[1354734175] 'agreement among raft nodes before linearized reading' (duration: 3.446813331s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.357013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:21.910109Z","time spent":"3.446899754s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:25.356776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638535223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-06T02:07:25.357137Z","caller":"traceutil/trace.go:171","msg":"trace[979245038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28568; }","duration":"2.638896541s","start":"2026-05-06T02:07:22.718224Z","end":"2026-05-06T02:07:25.35712Z","steps":["trace[979245038] 'agreement among raft nodes before linearized reading' (duration: 2.638517473s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.357196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.718217Z","time spent":"2.638963524s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:25.356863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.247775Z","time spent":"2.109084255s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:25.356484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638660516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:07:25.357706Z","caller":"traceutil/trace.go:171","msg":"trace[710581350] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28568; }","duration":"2.639893675s","start":"2026-05-06T02:07:22.717797Z","end":"2026-05-06T02:07:25.357691Z","steps":["trace[710581350] 'agreement among raft nodes before linearized reading' (duration: 2.638605365s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.357758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:22.717792Z","time spent":"2.639951987s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:07:25.358098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112586678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:07:25.358184Z","caller":"traceutil/trace.go:171","msg":"trace[895653799] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28568; }","duration":"2.112711511s","start":"2026-05-06T02:07:23.245449Z","end":"2026-05-06T02:07:25.35816Z","steps":["trace[895653799] 'agreement among raft nodes before linearized reading' (duration: 2.112399624s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.358232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.245429Z","time spent":"2.112792282s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:25.35891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144045657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282505"} {"level":"info","ts":"2026-05-06T02:07:25.359171Z","caller":"traceutil/trace.go:171","msg":"trace[836968759] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28568; }","duration":"2.144493527s","start":"2026-05-06T02:07:23.214664Z","end":"2026-05-06T02:07:25.359157Z","steps":["trace[836968759] 'agreement among raft nodes before linearized reading' (duration: 2.141479267s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.359388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.214646Z","time spent":"2.144729623s","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282529,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-06T02:07:25.772832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053747574s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:07:25.825761Z","caller":"traceutil/trace.go:171","msg":"trace[1661799074] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"1.337399688s","start":"2026-05-06T02:07:24.488325Z","end":"2026-05-06T02:07:25.825724Z","steps":["trace[1661799074] 'process raft request' (duration: 1.285006907s)","trace[1661799074] 'compare' (duration: 52.098424ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:25.825901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.488304Z","time spent":"1.337526511s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:25.82615Z","caller":"traceutil/trace.go:171","msg":"trace[1149355403] linearizableReadLoop","detail":"{readStateIndex:29881; appliedIndex:29877; }","duration":"469.923719ms","start":"2026-05-06T02:07:25.3562Z","end":"2026-05-06T02:07:25.826124Z","steps":["trace[1149355403] 'read index received' (duration: 417.037797ms)","trace[1149355403] 'applied index is now lower than readState.Index' (duration: 52.884752ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:25.826441Z","caller":"traceutil/trace.go:171","msg":"trace[1432543734] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"1.236261502s","start":"2026-05-06T02:07:24.590162Z","end":"2026-05-06T02:07:25.826424Z","steps":["trace[1432543734] 'process raft request' (duration: 1.235470894s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.826574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.590141Z","time spent":"1.236350444s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:25.826866Z","caller":"traceutil/trace.go:171","msg":"trace[1975736671] transaction","detail":"{read_only:false; response_revision:28571; number_of_response:1; }","duration":"1.236150099s","start":"2026-05-06T02:07:24.5907Z","end":"2026-05-06T02:07:25.82685Z","steps":["trace[1975736671] 'process raft request' (duration: 1.235141206s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.826957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.590694Z","time spent":"1.236218791s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:25.827201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791349291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:25.827262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905257358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T02:07:25.827283Z","caller":"traceutil/trace.go:171","msg":"trace[335451787] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28572; }","duration":"1.791492665s","start":"2026-05-06T02:07:24.035771Z","end":"2026-05-06T02:07:25.827264Z","steps":["trace[335451787] 'agreement among raft nodes before linearized reading' (duration: 1.791337381s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:25.827313Z","caller":"traceutil/trace.go:171","msg":"trace[1840229396] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:28572; }","duration":"1.905343629s","start":"2026-05-06T02:07:23.921957Z","end":"2026-05-06T02:07:25.8273Z","steps":["trace[1840229396] 'agreement among raft nodes before linearized reading' (duration: 1.905182635s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.827403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.921937Z","time spent":"1.905451502s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-05-06T02:07:25.827326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.03575Z","time spent":"1.791565246s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:25.827633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042374048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:25.827862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439941788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:25.827866Z","caller":"traceutil/trace.go:171","msg":"trace[629612552] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28572; }","duration":"2.042636035s","start":"2026-05-06T02:07:23.78521Z","end":"2026-05-06T02:07:25.827846Z","steps":["trace[629612552] 'agreement among raft nodes before linearized reading' (duration: 2.042379249s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.827873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080004042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-06T02:07:25.827919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.78519Z","time spent":"2.042711847s","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:25.827965Z","caller":"traceutil/trace.go:171","msg":"trace[65726941] transaction","detail":"{read_only:false; response_revision:28572; number_of_response:1; }","duration":"1.237173403s","start":"2026-05-06T02:07:24.590783Z","end":"2026-05-06T02:07:25.827956Z","steps":["trace[65726941] 'process raft request' (duration: 1.235269779s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.827998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354413378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:25.828065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625352462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:25.828098Z","caller":"traceutil/trace.go:171","msg":"trace[1711279046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28572; }","duration":"1.625425593s","start":"2026-05-06T02:07:24.202663Z","end":"2026-05-06T02:07:25.828089Z","steps":["trace[1711279046] 'agreement among raft nodes before linearized reading' (duration: 1.625382932s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.828104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.40612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:25.828105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082252195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-05-06T02:07:25.828122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.202643Z","time spent":"1.625473964s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:07:25.828132Z","caller":"traceutil/trace.go:171","msg":"trace[999501355] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28572; }","duration":"570.465201ms","start":"2026-05-06T02:07:25.257654Z","end":"2026-05-06T02:07:25.82812Z","steps":["trace[999501355] 'agreement among raft nodes before linearized reading' (duration: 570.42959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.828031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.590769Z","time spent":"1.237226915s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:25.828137Z","caller":"traceutil/trace.go:171","msg":"trace[1604454460] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28572; }","duration":"2.082299696s","start":"2026-05-06T02:07:23.745827Z","end":"2026-05-06T02:07:25.828126Z","steps":["trace[1604454460] 'agreement among raft nodes before linearized reading' (duration: 2.081929218s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.828142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622408342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:25.828065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047331373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:25.827898Z","caller":"traceutil/trace.go:171","msg":"trace[1440664415] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28572; }","duration":"2.44001822s","start":"2026-05-06T02:07:23.387869Z","end":"2026-05-06T02:07:25.827887Z","steps":["trace[1440664415] 'agreement among raft nodes before linearized reading' (duration: 2.439965568s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.827813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196333685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:25.828287Z","caller":"traceutil/trace.go:171","msg":"trace[1970415588] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28572; }","duration":"2.196841127s","start":"2026-05-06T02:07:23.631431Z","end":"2026-05-06T02:07:25.828272Z","steps":["trace[1970415588] 'agreement among raft nodes before linearized reading' (duration: 2.196352515s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:25.827926Z","caller":"traceutil/trace.go:171","msg":"trace[303229782] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28572; }","duration":"1.080096263s","start":"2026-05-06T02:07:24.747818Z","end":"2026-05-06T02:07:25.827914Z","steps":["trace[303229782] 'agreement among raft nodes before linearized reading' (duration: 1.079908829s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:25.828095Z","caller":"traceutil/trace.go:171","msg":"trace[2129655794] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28572; }","duration":"1.354523501s","start":"2026-05-06T02:07:24.473534Z","end":"2026-05-06T02:07:25.828058Z","steps":["trace[2129655794] 'agreement among raft nodes before linearized reading' (duration: 1.354305666s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.828336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.747799Z","time spent":"1.080530594s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-06T02:07:25.828164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.257626Z","time spent":"570.530963ms","remote":"127.0.0.1:57344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:25.828351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.631409Z","time spent":"2.196923429s","remote":"127.0.0.1:43606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:25.828362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.473512Z","time spent":"1.354837849s","remote":"127.0.0.1:48596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:25.828289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.38784Z","time spent":"2.44042855s","remote":"127.0.0.1:52164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:25.828173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:23.745811Z","time spent":"2.082355537s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:07:25.828236Z","caller":"traceutil/trace.go:171","msg":"trace[224411777] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28572; }","duration":"1.047508128s","start":"2026-05-06T02:07:24.780718Z","end":"2026-05-06T02:07:25.828227Z","steps":["trace[224411777] 'agreement among raft nodes before linearized reading' (duration: 1.047304433s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.828524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.780658Z","time spent":"1.047842966s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:25.828229Z","caller":"traceutil/trace.go:171","msg":"trace[1986582218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28572; }","duration":"1.622530405s","start":"2026-05-06T02:07:24.205676Z","end":"2026-05-06T02:07:25.828206Z","steps":["trace[1986582218] 'agreement among raft nodes before linearized reading' (duration: 1.622406402s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:25.828633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:24.205652Z","time spent":"1.622957776s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:27.318779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.976917ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:27.318894Z","caller":"traceutil/trace.go:171","msg":"trace[998629650] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28572; }","duration":"784.1106ms","start":"2026-05-06T02:07:26.53476Z","end":"2026-05-06T02:07:27.31887Z","steps":["trace[998629650] 'range keys from in-memory index tree' (duration: 783.955526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.321439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384524845s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:27.322012Z","caller":"traceutil/trace.go:171","msg":"trace[86786474] transaction","detail":"{read_only:false; response_revision:28574; number_of_response:1; }","duration":"1.956307788s","start":"2026-05-06T02:07:25.365677Z","end":"2026-05-06T02:07:27.321984Z","steps":["trace[86786474] 'process raft request' (duration: 1.955930149s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.322091Z","caller":"traceutil/trace.go:171","msg":"trace[2054110415] transaction","detail":"{read_only:false; response_revision:28575; number_of_response:1; }","duration":"1.956293287s","start":"2026-05-06T02:07:25.365752Z","end":"2026-05-06T02:07:27.322045Z","steps":["trace[2054110415] 'process raft request' (duration: 1.956048562s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.322196Z","caller":"traceutil/trace.go:171","msg":"trace[1378192886] transaction","detail":"{read_only:false; response_revision:28576; number_of_response:1; }","duration":"1.956317738s","start":"2026-05-06T02:07:25.365795Z","end":"2026-05-06T02:07:27.322113Z","steps":["trace[1378192886] 'process raft request' (duration: 1.956095593s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.322323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.365748Z","time spent":"1.956468191s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:27.32237Z","caller":"traceutil/trace.go:171","msg":"trace[1412026481] transaction","detail":"{read_only:false; response_revision:28577; number_of_response:1; }","duration":"1.947522861s","start":"2026-05-06T02:07:25.374826Z","end":"2026-05-06T02:07:27.322349Z","steps":["trace[1412026481] 'process raft request' (duration: 1.947174523s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.32238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.82941Z","time spent":"1.492966433s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:07:27.322358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.365655Z","time spent":"1.956527113s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:27.322434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.374807Z","time spent":"1.947599443s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:27.32247Z","caller":"traceutil/trace.go:171","msg":"trace[1301999675] transaction","detail":"{read_only:false; response_revision:28578; number_of_response:1; }","duration":"1.947598183s","start":"2026-05-06T02:07:25.374854Z","end":"2026-05-06T02:07:27.322453Z","steps":["trace[1301999675] 'process raft request' (duration: 1.947247085s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.322509Z","caller":"traceutil/trace.go:171","msg":"trace[664400675] linearizableReadLoop","detail":"{readStateIndex:29887; appliedIndex:29881; }","duration":"1.496268931s","start":"2026-05-06T02:07:25.826216Z","end":"2026-05-06T02:07:27.322485Z","steps":["trace[664400675] 'read index received' (duration: 110.551397ms)","trace[664400675] 'applied index is now lower than readState.Index' (duration: 1.385715114s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:27.322371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.36579Z","time spent":"1.956503302s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:27.322534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.374838Z","time spent":"1.947666654s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:27.322658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.508752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:27.321795Z","caller":"traceutil/trace.go:171","msg":"trace[640502140] transaction","detail":"{read_only:false; response_revision:28573; number_of_response:1; }","duration":"1.958775306s","start":"2026-05-06T02:07:25.362955Z","end":"2026-05-06T02:07:27.32173Z","steps":["trace[640502140] 'process raft request' (duration: 573.822881ms)","trace[640502140] 'compare' (duration: 1.382696972s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:27.322687Z","caller":"traceutil/trace.go:171","msg":"trace[1860114007] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28578; }","duration":"289.571862ms","start":"2026-05-06T02:07:27.033107Z","end":"2026-05-06T02:07:27.322679Z","steps":["trace[1860114007] 'agreement among raft nodes before linearized reading' (duration: 289.527361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.322704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494293974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:27.322714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527196227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T02:07:27.322746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954321771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-06T02:07:27.322765Z","caller":"traceutil/trace.go:171","msg":"trace[1272529642] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28578; }","duration":"1.494425837s","start":"2026-05-06T02:07:25.828321Z","end":"2026-05-06T02:07:27.322747Z","steps":["trace[1272529642] 'agreement among raft nodes before linearized reading' (duration: 1.494318384s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.32276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.362936Z","time spent":"1.959768129s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:27.322773Z","caller":"traceutil/trace.go:171","msg":"trace[1489796630] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28578; }","duration":"1.527301159s","start":"2026-05-06T02:07:25.795457Z","end":"2026-05-06T02:07:27.322758Z","steps":["trace[1489796630] 'agreement among raft nodes before linearized reading' (duration: 1.527053103s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.322806Z","caller":"traceutil/trace.go:171","msg":"trace[606374231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28578; }","duration":"1.954425194s","start":"2026-05-06T02:07:25.368364Z","end":"2026-05-06T02:07:27.322789Z","steps":["trace[606374231] 'agreement among raft nodes before linearized reading' (duration: 1.954227599s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.322814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.828304Z","time spent":"1.494495499s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:27.322839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.368348Z","time spent":"1.954484895s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:27.322825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.795432Z","time spent":"1.527378341s","remote":"127.0.0.1:52032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:27.322844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094453721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:27.322601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601627345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:07:27.322874Z","caller":"traceutil/trace.go:171","msg":"trace[67755353] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28578; }","duration":"1.094519353s","start":"2026-05-06T02:07:26.228345Z","end":"2026-05-06T02:07:27.322864Z","steps":["trace[67755353] 'agreement among raft nodes before linearized reading' (duration: 1.094473782s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.322777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392328978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:27.322899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:26.228325Z","time spent":"1.094565813s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-06T02:07:27.322927Z","caller":"traceutil/trace.go:171","msg":"trace[934507381] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28578; }","duration":"1.392523933s","start":"2026-05-06T02:07:25.930392Z","end":"2026-05-06T02:07:27.322915Z","steps":["trace[934507381] 'agreement among raft nodes before linearized reading' (duration: 1.392281737s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.322896Z","caller":"traceutil/trace.go:171","msg":"trace[476664400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28578; }","duration":"1.601950313s","start":"2026-05-06T02:07:25.720931Z","end":"2026-05-06T02:07:27.322881Z","steps":["trace[476664400] 'agreement among raft nodes before linearized reading' (duration: 1.601587614s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.322962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.930366Z","time spent":"1.392585405s","remote":"127.0.0.1:51930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:27.32297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.346583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-06T02:07:27.322981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486385418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:27.322981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.720911Z","time spent":"1.602055556s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11525,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T02:07:27.323032Z","caller":"traceutil/trace.go:171","msg":"trace[496125549] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28578; }","duration":"869.430465ms","start":"2026-05-06T02:07:26.453582Z","end":"2026-05-06T02:07:27.323013Z","steps":["trace[496125549] 'agreement among raft nodes before linearized reading' (duration: 869.289172ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.323042Z","caller":"traceutil/trace.go:171","msg":"trace[1109060094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28578; }","duration":"1.48646932s","start":"2026-05-06T02:07:25.836555Z","end":"2026-05-06T02:07:27.323025Z","steps":["trace[1109060094] 'agreement among raft nodes before linearized reading' (duration: 1.486367528s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.323088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.83654Z","time spent":"1.486536542s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:27.323133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48643532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-06T02:07:27.323127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491529589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-05-06T02:07:27.323162Z","caller":"traceutil/trace.go:171","msg":"trace[641503254] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667; range_end:; response_count:1; response_revision:28578; }","duration":"1.48648133s","start":"2026-05-06T02:07:25.836672Z","end":"2026-05-06T02:07:27.323154Z","steps":["trace[641503254] 'agreement among raft nodes before linearized reading' (duration: 1.486375678s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.323169Z","caller":"traceutil/trace.go:171","msg":"trace[1747378259] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28578; }","duration":"1.491602101s","start":"2026-05-06T02:07:25.831557Z","end":"2026-05-06T02:07:27.323159Z","steps":["trace[1747378259] 'agreement among raft nodes before linearized reading' (duration: 1.491455937s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.323185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.83666Z","time spent":"1.486520361s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" "} {"level":"warn","ts":"2026-05-06T02:07:27.323198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.831544Z","time spent":"1.491648372s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:27.323083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:26.453565Z","time spent":"869.506876ms","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-06T02:07:27.322945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389704987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:27.323445Z","caller":"traceutil/trace.go:171","msg":"trace[1070450566] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28578; }","duration":"1.390228299s","start":"2026-05-06T02:07:25.933209Z","end":"2026-05-06T02:07:27.323438Z","steps":["trace[1070450566] 'agreement among raft nodes before linearized reading' (duration: 1.389658996s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.323475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:25.933197Z","time spent":"1.39027007s","remote":"127.0.0.1:52208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:27.473559Z","caller":"traceutil/trace.go:171","msg":"trace[1464501937] transaction","detail":"{read_only:false; response_revision:28579; number_of_response:1; }","duration":"150.224449ms","start":"2026-05-06T02:07:27.32331Z","end":"2026-05-06T02:07:27.473534Z","steps":["trace[1464501937] 'process raft request' (duration: 149.497792ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.473844Z","caller":"traceutil/trace.go:171","msg":"trace[715931163] transaction","detail":"{read_only:false; response_revision:28583; number_of_response:1; }","duration":"106.635985ms","start":"2026-05-06T02:07:27.367186Z","end":"2026-05-06T02:07:27.473822Z","steps":["trace[715931163] 'process raft request' (duration: 106.596494ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.474545Z","caller":"traceutil/trace.go:171","msg":"trace[176592892] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"146.529353ms","start":"2026-05-06T02:07:27.328005Z","end":"2026-05-06T02:07:27.474535Z","steps":["trace[176592892] 'process raft request' (duration: 145.696463ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.473924Z","caller":"traceutil/trace.go:171","msg":"trace[1142523388] linearizableReadLoop","detail":"{readStateIndex:29889; appliedIndex:29888; }","duration":"148.491688ms","start":"2026-05-06T02:07:27.32542Z","end":"2026-05-06T02:07:27.473912Z","steps":["trace[1142523388] 'read index received' (duration: 147.202288ms)","trace[1142523388] 'applied index is now lower than readState.Index' (duration: 1.28853ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:27.474797Z","caller":"traceutil/trace.go:171","msg":"trace[1870370393] transaction","detail":"{read_only:false; response_revision:28582; number_of_response:1; }","duration":"108.231183ms","start":"2026-05-06T02:07:27.366556Z","end":"2026-05-06T02:07:27.474787Z","steps":["trace[1870370393] 'process raft request' (duration: 107.184808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.47404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.598782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:27.474971Z","caller":"traceutil/trace.go:171","msg":"trace[900664456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28583; }","duration":"149.564264ms","start":"2026-05-06T02:07:27.325391Z","end":"2026-05-06T02:07:27.474955Z","steps":["trace[900664456] 'agreement among raft nodes before linearized reading' (duration: 148.56078ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:27.474505Z","caller":"traceutil/trace.go:171","msg":"trace[1828814623] transaction","detail":"{read_only:false; response_revision:28580; number_of_response:1; }","duration":"146.536223ms","start":"2026-05-06T02:07:27.327953Z","end":"2026-05-06T02:07:27.474489Z","steps":["trace[1828814623] 'process raft request' (duration: 145.647012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.475689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.902532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:27.475756Z","caller":"traceutil/trace.go:171","msg":"trace[471502087] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28583; }","duration":"146.985063ms","start":"2026-05-06T02:07:27.328751Z","end":"2026-05-06T02:07:27.475736Z","steps":["trace[471502087] 'agreement among raft nodes before linearized reading' (duration: 146.85201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.477321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.209075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:07:27.477402Z","caller":"traceutil/trace.go:171","msg":"trace[501524252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28583; }","duration":"149.333049ms","start":"2026-05-06T02:07:27.32805Z","end":"2026-05-06T02:07:27.477383Z","steps":["trace[501524252] 'agreement among raft nodes before linearized reading' (duration: 147.67442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:27.477836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.819047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-064c5735-17b7-4c0b-bf87-e5e3eb6ea934\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-06T02:07:27.477899Z","caller":"traceutil/trace.go:171","msg":"trace[777670611] range","detail":"{range_begin:/registry/persistentvolumes/pvc-064c5735-17b7-4c0b-bf87-e5e3eb6ea934; range_end:; response_count:1; response_revision:28583; }","duration":"151.897239ms","start":"2026-05-06T02:07:27.32599Z","end":"2026-05-06T02:07:27.477887Z","steps":["trace[777670611] 'agreement among raft nodes before linearized reading' (duration: 149.226556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:28.76959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279545708s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:07:28.770774Z","caller":"traceutil/trace.go:171","msg":"trace[1903453619] linearizableReadLoop","detail":"{readStateIndex:29895; appliedIndex:29894; }","duration":"1.293453785s","start":"2026-05-06T02:07:27.477299Z","end":"2026-05-06T02:07:28.770753Z","steps":["trace[1903453619] 'read index received' (duration: 480.021µs)","trace[1903453619] 'applied index is now lower than readState.Index' (duration: 1.292972694s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:28.770786Z","caller":"traceutil/trace.go:171","msg":"trace[145882664] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"1.294482809s","start":"2026-05-06T02:07:27.476285Z","end":"2026-05-06T02:07:28.770768Z","steps":["trace[145882664] 'process raft request' (duration: 1.293452125s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:28.770971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293674251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-06T02:07:28.770988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.476261Z","time spent":"1.294559121s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:28.771004Z","caller":"traceutil/trace.go:171","msg":"trace[232081601] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28584; }","duration":"1.294138972s","start":"2026-05-06T02:07:27.476856Z","end":"2026-05-06T02:07:28.770995Z","steps":["trace[232081601] 'agreement among raft nodes before linearized reading' (duration: 1.293969508s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:28.771025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.476843Z","time spent":"1.294176762s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-06T02:07:29.481966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:07:29.482054Z","caller":"traceutil/trace.go:171","msg":"trace[1839654273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409463s","start":"2026-05-06T02:07:27.481624Z","end":"2026-05-06T02:07:29.482034Z","steps":["trace[1839654273] 'agreement among raft nodes before linearized reading' (duration: 2.00029791s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:29.482105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.481616Z","time spent":"2.000479304s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:31.250286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041000308s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:31.250572Z","caller":"traceutil/trace.go:171","msg":"trace[1282541735] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"3.416653995s","start":"2026-05-06T02:07:27.83388Z","end":"2026-05-06T02:07:31.250534Z","steps":["trace[1282541735] 'process raft request' (duration: 1.37532888s)","trace[1282541735] 'compare' (duration: 2.040025854s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:31.250632Z","caller":"traceutil/trace.go:171","msg":"trace[183937651] linearizableReadLoop","detail":"{readStateIndex:29898; appliedIndex:29895; }","duration":"2.479813006s","start":"2026-05-06T02:07:28.770808Z","end":"2026-05-06T02:07:31.250621Z","steps":["trace[183937651] 'read index received' (duration: 438.421549ms)","trace[183937651] 'applied index is now lower than readState.Index' (duration: 2.041390627s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:31.250703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.83386Z","time spent":"3.416773037s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:31.250637Z","caller":"traceutil/trace.go:171","msg":"trace[1000369837] transaction","detail":"{read_only:false; response_revision:28587; number_of_response:1; }","duration":"3.415497787s","start":"2026-05-06T02:07:27.835107Z","end":"2026-05-06T02:07:31.250604Z","steps":["trace[1000369837] 'process raft request' (duration: 3.415378125s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:31.250591Z","caller":"traceutil/trace.go:171","msg":"trace[1681742510] transaction","detail":"{read_only:false; response_revision:28588; number_of_response:1; }","duration":"2.391139953s","start":"2026-05-06T02:07:28.859433Z","end":"2026-05-06T02:07:31.250573Z","steps":["trace[1681742510] 'process raft request' (duration: 2.391098072s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:31.250819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:28.859408Z","time spent":"2.391390109s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:31.25083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251599277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:31.250905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354961925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:31.250937Z","caller":"traceutil/trace.go:171","msg":"trace[256748507] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28588; }","duration":"3.355021086s","start":"2026-05-06T02:07:27.895907Z","end":"2026-05-06T02:07:31.250928Z","steps":["trace[256748507] 'agreement among raft nodes before linearized reading' (duration: 3.354962045s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:31.250937Z","caller":"traceutil/trace.go:171","msg":"trace[1331000500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28588; }","duration":"3.251793971s","start":"2026-05-06T02:07:27.99907Z","end":"2026-05-06T02:07:31.250864Z","steps":["trace[1331000500] 'agreement among raft nodes before linearized reading' (duration: 3.251612367s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:31.250961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.895888Z","time spent":"3.355066778s","remote":"127.0.0.1:57358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:31.251016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.835085Z","time spent":"3.415667201s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:31.250999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771787616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-05-06T02:07:31.251084Z","caller":"traceutil/trace.go:171","msg":"trace[840978688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28588; }","duration":"3.771896188s","start":"2026-05-06T02:07:27.479173Z","end":"2026-05-06T02:07:31.25107Z","steps":["trace[840978688] 'agreement among raft nodes before linearized reading' (duration: 3.771649182s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:31.251159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.479165Z","time spent":"3.77196167s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:31.251172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.769268047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:31.251196Z","caller":"traceutil/trace.go:171","msg":"trace[901571382] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28588; }","duration":"3.769316728s","start":"2026-05-06T02:07:27.481872Z","end":"2026-05-06T02:07:31.251189Z","steps":["trace[901571382] 'agreement among raft nodes before linearized reading' (duration: 3.769272557s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:31.251194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772119304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-06T02:07:31.251223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.481865Z","time spent":"3.769353259s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-06T02:07:31.251242Z","caller":"traceutil/trace.go:171","msg":"trace[2028429828] transaction","detail":"{read_only:false; response_revision:28586; number_of_response:1; }","duration":"3.416590123s","start":"2026-05-06T02:07:27.834642Z","end":"2026-05-06T02:07:31.251232Z","steps":["trace[2028429828] 'process raft request' (duration: 3.415749773s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:31.251238Z","caller":"traceutil/trace.go:171","msg":"trace[1147071044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28588; }","duration":"3.772222906s","start":"2026-05-06T02:07:27.479Z","end":"2026-05-06T02:07:31.251223Z","steps":["trace[1147071044] 'agreement among raft nodes before linearized reading' (duration: 3.772079803s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:31.251272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.478992Z","time spent":"3.772272758s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:31.251282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.834618Z","time spent":"3.416639754s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:31.251148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.999049Z","time spent":"3.251922024s","remote":"127.0.0.1:48778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:31.251501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772601875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-06T02:07:31.251568Z","caller":"traceutil/trace.go:171","msg":"trace[1003690060] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28588; }","duration":"3.772697138s","start":"2026-05-06T02:07:27.478855Z","end":"2026-05-06T02:07:31.251553Z","steps":["trace[1003690060] 'agreement among raft nodes before linearized reading' (duration: 3.77239171s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:31.251609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:27.478842Z","time spent":"3.772756899s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17258,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T02:07:31.482389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:07:31.482513Z","caller":"traceutil/trace.go:171","msg":"trace[133895049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464093s","start":"2026-05-06T02:07:29.482012Z","end":"2026-05-06T02:07:31.482476Z","steps":["trace[133895049] 'agreement among raft nodes before linearized reading' (duration: 2.00032523s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:31.482603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.481999Z","time spent":"2.000586677s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:31.750709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011352,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:31.852597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.162694305s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:07:33.244636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.256718Z","time spent":"1.987907789s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:07:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:33.491527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:07:33.491635Z","caller":"traceutil/trace.go:171","msg":"trace[45152870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519056s","start":"2026-05-06T02:07:31.491085Z","end":"2026-05-06T02:07:33.491604Z","steps":["trace[45152870] 'agreement among raft nodes before linearized reading' (duration: 2.000386533s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:33.491681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.491078Z","time spent":"2.000593288s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:33.745996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.25603Z","time spent":"2.489957683s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:07:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:33.959273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106335082s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:33.959409Z","caller":"traceutil/trace.go:171","msg":"trace[908204875] transaction","detail":"{read_only:false; response_revision:28590; number_of_response:1; }","duration":"4.477978966s","start":"2026-05-06T02:07:29.481419Z","end":"2026-05-06T02:07:33.959398Z","steps":["trace[908204875] 'process raft request' (duration: 4.477934475s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:33.959449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.48141Z","time spent":"4.478018757s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:33.959522Z","caller":"traceutil/trace.go:171","msg":"trace[1792012137] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"4.47900595s","start":"2026-05-06T02:07:29.48051Z","end":"2026-05-06T02:07:33.959516Z","steps":["trace[1792012137] 'process raft request' (duration: 2.372348251s)","trace[1792012137] 'compare' (duration: 2.105561164s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:33.959547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.480478Z","time spent":"4.479057141s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:34.327639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000089441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-06T02:07:34.327658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999859736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:07:34.327736Z","caller":"traceutil/trace.go:171","msg":"trace[571376997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000225625s","start":"2026-05-06T02:07:29.327483Z","end":"2026-05-06T02:07:34.327709Z","steps":["trace[571376997] 'agreement among raft nodes before linearized reading' (duration: 5.000097612s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:34.327805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.327475Z","time spent":"5.000316747s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T02:07:34.327813Z","caller":"traceutil/trace.go:171","msg":"trace[904360501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000095631s","start":"2026-05-06T02:07:29.327674Z","end":"2026-05-06T02:07:34.327769Z","steps":["trace[904360501] 'agreement among raft nodes before linearized reading' (duration: 4.999901887s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:34.327892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999729903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:07:34.327925Z","caller":"traceutil/trace.go:171","msg":"trace[333791675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999772694s","start":"2026-05-06T02:07:29.328144Z","end":"2026-05-06T02:07:34.327917Z","steps":["trace[333791675] 'agreement among raft nodes before linearized reading' (duration: 4.999741393s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:34.327951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.328138Z","time spent":"4.999808804s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:07:34.327944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.327649Z","time spent":"5.000273976s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/06 02:07:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/06 02:07:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:34.439033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.585647532s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:07:34.741663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.322762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:34.742413Z","caller":"traceutil/trace.go:171","msg":"trace[1553544191] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"3.910443143s","start":"2026-05-06T02:07:30.831938Z","end":"2026-05-06T02:07:34.742382Z","steps":["trace[1553544191] 'process raft request' (duration: 3.607314142s)","trace[1553544191] 'compare' (duration: 302.22113ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:34.742446Z","caller":"traceutil/trace.go:171","msg":"trace[460758179] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"3.449289459s","start":"2026-05-06T02:07:31.293132Z","end":"2026-05-06T02:07:34.742421Z","steps":["trace[460758179] 'process raft request' (duration: 3.449124705s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:34.742566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.293099Z","time spent":"3.449400062s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:34.742569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:30.831912Z","time spent":"3.910573286s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:35.491793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999686806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:07:35.491872Z","caller":"traceutil/trace.go:171","msg":"trace[792065449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999774678s","start":"2026-05-06T02:07:33.492073Z","end":"2026-05-06T02:07:35.491847Z","steps":["trace[792065449] 'agreement among raft nodes before linearized reading' (duration: 1.999685726s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:35.491911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:33.491996Z","time spent":"1.999907371s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:35.676425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.081483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:07:35.67719Z","caller":"traceutil/trace.go:171","msg":"trace[2006348882] linearizableReadLoop","detail":"{readStateIndex:29906; appliedIndex:29899; }","duration":"4.426504325s","start":"2026-05-06T02:07:31.250659Z","end":"2026-05-06T02:07:35.677163Z","steps":["trace[2006348882] 'read index received' (duration: 602.294438ms)","trace[2006348882] 'applied index is now lower than readState.Index' (duration: 3.824208727s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:35.677328Z","caller":"traceutil/trace.go:171","msg":"trace[899915819] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"3.892630564s","start":"2026-05-06T02:07:31.784664Z","end":"2026-05-06T02:07:35.677294Z","steps":["trace[899915819] 'process raft request' (duration: 3.891930608s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:35.677445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.784639Z","time spent":"3.892736057s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:36.203136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:07:36.20339Z","caller":"traceutil/trace.go:171","msg":"trace[209177062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068754s","start":"2026-05-06T02:07:34.202627Z","end":"2026-05-06T02:07:36.203314Z","steps":["trace[209177062] 'agreement among raft nodes before linearized reading' (duration: 2.000452874s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:36.203499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:34.202542Z","time spent":"2.000937706s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:37.500322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:07:37.500413Z","caller":"traceutil/trace.go:171","msg":"trace[992620557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025383s","start":"2026-05-06T02:07:35.500124Z","end":"2026-05-06T02:07:37.500378Z","steps":["trace[992620557] 'agreement among raft nodes before linearized reading' (duration: 2.000132058s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.500453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:35.500106Z","time spent":"2.000339252s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:37.667554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.893482084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-06T02:07:37.66762Z","caller":"traceutil/trace.go:171","msg":"trace[884377562] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28595; }","duration":"8.893608127s","start":"2026-05-06T02:07:28.773996Z","end":"2026-05-06T02:07:37.667604Z","steps":["trace[884377562] 'agreement among raft nodes before linearized reading' (duration: 6.903328631s)","trace[884377562] 'range keys from in-memory index tree' (duration: 1.990110542s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.667653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:28.773976Z","time spent":"8.893669188s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-06T02:07:37.667682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.340233717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T02:07:37.667744Z","caller":"traceutil/trace.go:171","msg":"trace[1296900155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28595; }","duration":"8.34033749s","start":"2026-05-06T02:07:29.327389Z","end":"2026-05-06T02:07:37.667727Z","steps":["trace[1296900155] 'agreement among raft nodes before linearized reading' (duration: 6.34987122s)","trace[1296900155] 'range keys from in-memory index tree' (duration: 1.990265315s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.667774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.327372Z","time spent":"8.340396041s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:37.667782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.37445447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:37.667867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.139640692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:37.667901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.340394141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:07:37.667933Z","caller":"traceutil/trace.go:171","msg":"trace[1325074484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28595; }","duration":"8.340471683s","start":"2026-05-06T02:07:29.327452Z","end":"2026-05-06T02:07:37.667923Z","steps":["trace[1325074484] 'agreement among raft nodes before linearized reading' (duration: 6.349820609s)","trace[1325074484] 'range keys from in-memory index tree' (duration: 1.990577813s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.667958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.327422Z","time spent":"8.340531184s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:37.667959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.894849754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:37.667968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.752850658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.667984Z","caller":"traceutil/trace.go:171","msg":"trace[141228637] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:28595; }","duration":"7.894908756s","start":"2026-05-06T02:07:29.773067Z","end":"2026-05-06T02:07:37.667976Z","steps":["trace[141228637] 'agreement among raft nodes before linearized reading' (duration: 5.90418642s)","trace[141228637] 'count revisions from in-memory index tree' (duration: 1.990679545s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:37.667992Z","caller":"traceutil/trace.go:171","msg":"trace[1191311460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28595; }","duration":"7.75290445s","start":"2026-05-06T02:07:29.915079Z","end":"2026-05-06T02:07:37.667983Z","steps":["trace[1191311460] 'agreement among raft nodes before linearized reading' (duration: 5.762289686s)","trace[1191311460] 'count revisions from in-memory index tree' (duration: 1.990568432s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.668006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.773044Z","time spent":"7.894955167s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.668018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.915052Z","time spent":"7.75295778s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.668102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.340642487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-06T02:07:37.668125Z","caller":"traceutil/trace.go:171","msg":"trace[1883916752] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28595; }","duration":"8.340687428s","start":"2026-05-06T02:07:29.32743Z","end":"2026-05-06T02:07:37.668118Z","steps":["trace[1883916752] 'agreement among raft nodes before linearized reading' (duration: 6.349851049s)","trace[1883916752] 'range keys from in-memory index tree' (duration: 1.990782598s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.668146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.327419Z","time spent":"8.340723039s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:07:37.668216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.62726762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:37.668237Z","caller":"traceutil/trace.go:171","msg":"trace[1911565943] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28595; }","duration":"8.627320502s","start":"2026-05-06T02:07:29.040907Z","end":"2026-05-06T02:07:37.668228Z","steps":["trace[1911565943] 'agreement among raft nodes before linearized reading' (duration: 6.63637382s)","trace[1911565943] 'count revisions from in-memory index tree' (duration: 1.990915871s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.668259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:29.040886Z","time spent":"8.627366902s","remote":"127.0.0.1:44178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:37.667933Z","caller":"traceutil/trace.go:171","msg":"trace[912268368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28595; }","duration":"7.139755115s","start":"2026-05-06T02:07:30.528158Z","end":"2026-05-06T02:07:37.667913Z","steps":["trace[912268368] 'agreement among raft nodes before linearized reading' (duration: 5.149242754s)","trace[912268368] 'count revisions from in-memory index tree' (duration: 1.990412239s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.6684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:30.528135Z","time spent":"7.140254297s","remote":"127.0.0.1:48896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:37.667857Z","caller":"traceutil/trace.go:171","msg":"trace[1560612666] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28595; }","duration":"7.374566502s","start":"2026-05-06T02:07:30.293269Z","end":"2026-05-06T02:07:37.667835Z","steps":["trace[1560612666] 'agreement among raft nodes before linearized reading' (duration: 5.384097402s)","trace[1560612666] 'count revisions from in-memory index tree' (duration: 1.990367717s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.668907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:30.293238Z","time spent":"7.375628777s","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.669119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134727057s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.66926Z","caller":"traceutil/trace.go:171","msg":"trace[2134207515] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28595; }","duration":"1.13487794s","start":"2026-05-06T02:07:36.534354Z","end":"2026-05-06T02:07:37.669232Z","steps":["trace[2134207515] 'range keys from in-memory index tree' (duration: 1.134708616s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.669809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99259264s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:37.670053Z","caller":"traceutil/trace.go:171","msg":"trace[795803218] transaction","detail":"{read_only:false; response_revision:28600; number_of_response:1; }","duration":"1.705890435s","start":"2026-05-06T02:07:35.964153Z","end":"2026-05-06T02:07:37.670043Z","steps":["trace[795803218] 'process raft request' (duration: 1.705855314s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.670112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:35.964122Z","time spent":"1.705960566s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:37.670338Z","caller":"traceutil/trace.go:171","msg":"trace[907599645] transaction","detail":"{read_only:false; response_revision:28596; number_of_response:1; }","duration":"4.410531502s","start":"2026-05-06T02:07:33.259797Z","end":"2026-05-06T02:07:37.670329Z","steps":["trace[907599645] 'process raft request' (duration: 2.417355978s)","trace[907599645] 'compare' (duration: 1.99045644s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.670388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:33.259773Z","time spent":"4.410591873s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:37.670484Z","caller":"traceutil/trace.go:171","msg":"trace[1823174914] transaction","detail":"{read_only:false; response_revision:28597; number_of_response:1; }","duration":"4.410552762s","start":"2026-05-06T02:07:33.259924Z","end":"2026-05-06T02:07:37.670477Z","steps":["trace[1823174914] 'process raft request' (duration: 4.409942888s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.670525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:33.259895Z","time spent":"4.410606973s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:37.670621Z","caller":"traceutil/trace.go:171","msg":"trace[438013] transaction","detail":"{read_only:false; response_revision:28598; number_of_response:1; }","duration":"4.410582983s","start":"2026-05-06T02:07:33.26003Z","end":"2026-05-06T02:07:37.670613Z","steps":["trace[438013] 'process raft request' (duration: 4.409884226s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.67066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:33.26002Z","time spent":"4.410619694s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:37.670751Z","caller":"traceutil/trace.go:171","msg":"trace[1752364470] transaction","detail":"{read_only:false; response_revision:28599; number_of_response:1; }","duration":"3.140207959s","start":"2026-05-06T02:07:34.530535Z","end":"2026-05-06T02:07:37.670743Z","steps":["trace[1752364470] 'process raft request' (duration: 3.139437561s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.67079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:34.530511Z","time spent":"3.14025812s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:37.670885Z","caller":"traceutil/trace.go:171","msg":"trace[1231066933] linearizableReadLoop","detail":"{readStateIndex:29911; appliedIndex:29907; }","duration":"1.993633175s","start":"2026-05-06T02:07:35.677243Z","end":"2026-05-06T02:07:37.670876Z","steps":["trace[1231066933] 'read index received' (duration: 92.552µs)","trace[1231066933] 'applied index is now lower than readState.Index' (duration: 1.993539683s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:37.671079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.955168478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.671113Z","caller":"traceutil/trace.go:171","msg":"trace[1203602679] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:28600; }","duration":"5.95523941s","start":"2026-05-06T02:07:31.715861Z","end":"2026-05-06T02:07:37.671101Z","steps":["trace[1203602679] 'agreement among raft nodes before linearized reading' (duration: 5.955180359s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.671149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.180347888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-06T02:07:37.671171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.715838Z","time spent":"5.955321231s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.671213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413556906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.671237Z","caller":"traceutil/trace.go:171","msg":"trace[1337710488] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28600; }","duration":"6.413605247s","start":"2026-05-06T02:07:31.257624Z","end":"2026-05-06T02:07:37.671229Z","steps":["trace[1337710488] 'agreement among raft nodes before linearized reading' (duration: 6.413564016s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.671258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.257613Z","time spent":"6.413639878s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:07:37.671377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04412584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.671405Z","caller":"traceutil/trace.go:171","msg":"trace[976831751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28600; }","duration":"2.044187592s","start":"2026-05-06T02:07:35.627206Z","end":"2026-05-06T02:07:37.671394Z","steps":["trace[976831751] 'agreement among raft nodes before linearized reading' (duration: 2.044143851s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.67143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:35.627183Z","time spent":"2.044239334s","remote":"127.0.0.1:50606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.671542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920598099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.67156Z","caller":"traceutil/trace.go:171","msg":"trace[2134179000] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28600; }","duration":"2.92061772s","start":"2026-05-06T02:07:34.750937Z","end":"2026-05-06T02:07:37.671554Z","steps":["trace[2134179000] 'agreement among raft nodes before linearized reading' (duration: 2.920584649s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.671581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:34.750879Z","time spent":"2.920694332s","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-06T02:07:37.671726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23135621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-06T02:07:37.671745Z","caller":"traceutil/trace.go:171","msg":"trace[1254773679] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28600; }","duration":"3.231413052s","start":"2026-05-06T02:07:34.440326Z","end":"2026-05-06T02:07:37.671739Z","steps":["trace[1254773679] 'agreement among raft nodes before linearized reading' (duration: 3.23133609s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.671765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:34.440308Z","time spent":"3.231449922s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-06T02:07:37.671174Z","caller":"traceutil/trace.go:171","msg":"trace[1458196087] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667; range_end:; response_count:1; response_revision:28600; }","duration":"6.18041313s","start":"2026-05-06T02:07:31.490754Z","end":"2026-05-06T02:07:37.671167Z","steps":["trace[1458196087] 'agreement among raft nodes before linearized reading' (duration: 6.180299707s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.672073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:31.490732Z","time spent":"6.181325672s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" "} {"level":"warn","ts":"2026-05-06T02:07:37.672206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882818254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.672229Z","caller":"traceutil/trace.go:171","msg":"trace[335261101] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28600; }","duration":"3.882889026s","start":"2026-05-06T02:07:33.789331Z","end":"2026-05-06T02:07:37.67222Z","steps":["trace[335261101] 'agreement among raft nodes before linearized reading' (duration: 3.882845725s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.672249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:33.789296Z","time spent":"3.882948077s","remote":"127.0.0.1:48604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.672353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402968316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:37.672372Z","caller":"traceutil/trace.go:171","msg":"trace[1968375035] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:28600; }","duration":"5.403031208s","start":"2026-05-06T02:07:32.269333Z","end":"2026-05-06T02:07:37.672364Z","steps":["trace[1968375035] 'agreement among raft nodes before linearized reading' (duration: 5.402999567s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.672389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:32.26931Z","time spent":"5.403074608s","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.672487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436813041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.673668Z","caller":"traceutil/trace.go:171","msg":"trace[831363747] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28600; }","duration":"5.438024739s","start":"2026-05-06T02:07:32.235631Z","end":"2026-05-06T02:07:37.673656Z","steps":["trace[831363747] 'agreement among raft nodes before linearized reading' (duration: 5.436838591s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.673709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:32.235608Z","time spent":"5.438077431s","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.67461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.693799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:37.674651Z","caller":"traceutil/trace.go:171","msg":"trace[1476351989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28601; }","duration":"313.777711ms","start":"2026-05-06T02:07:37.360863Z","end":"2026-05-06T02:07:37.674641Z","steps":["trace[1476351989] 'agreement among raft nodes before linearized reading' (duration: 313.679809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.674674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.360843Z","time spent":"313.825233ms","remote":"127.0.0.1:46244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.674791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.852764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:37.67482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.043817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:37.674831Z","caller":"traceutil/trace.go:171","msg":"trace[1341518790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28601; }","duration":"173.919275ms","start":"2026-05-06T02:07:37.5009Z","end":"2026-05-06T02:07:37.67482Z","steps":["trace[1341518790] 'agreement among raft nodes before linearized reading' (duration: 173.852624ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:37.674819Z","caller":"traceutil/trace.go:171","msg":"trace[624883751] transaction","detail":"{read_only:false; response_revision:28601; number_of_response:1; }","duration":"1.709394567s","start":"2026-05-06T02:07:35.965404Z","end":"2026-05-06T02:07:37.674799Z","steps":["trace[624883751] 'process raft request' (duration: 1.708801633s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.674929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:35.965385Z","time spent":"1.70948625s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:37.675017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344579797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:07:37.674843Z","caller":"traceutil/trace.go:171","msg":"trace[1955417411] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28601; }","duration":"225.093048ms","start":"2026-05-06T02:07:37.449742Z","end":"2026-05-06T02:07:37.674835Z","steps":["trace[1955417411] 'agreement among raft nodes before linearized reading' (duration: 225.055877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.6751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343977923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:07:37.675043Z","caller":"traceutil/trace.go:171","msg":"trace[902415521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28601; }","duration":"1.344644738s","start":"2026-05-06T02:07:36.33039Z","end":"2026-05-06T02:07:37.675035Z","steps":["trace[902415521] 'agreement among raft nodes before linearized reading' (duration: 1.344552936s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:37.675127Z","caller":"traceutil/trace.go:171","msg":"trace[1897996491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28601; }","duration":"1.344022524s","start":"2026-05-06T02:07:36.331099Z","end":"2026-05-06T02:07:37.675122Z","steps":["trace[1897996491] 'agreement among raft nodes before linearized reading' (duration: 1.343956673s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.675149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:36.331091Z","time spent":"1.344053525s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:07:37.675174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:36.330367Z","time spent":"1.344780932s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T02:07:37.675385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.337246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:37.675447Z","caller":"traceutil/trace.go:171","msg":"trace[652914028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28601; }","duration":"850.444869ms","start":"2026-05-06T02:07:36.824991Z","end":"2026-05-06T02:07:37.675436Z","steps":["trace[652914028] 'agreement among raft nodes before linearized reading' (duration: 849.62841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.675496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958062839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-06T02:07:37.675542Z","caller":"traceutil/trace.go:171","msg":"trace[1460689856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28601; }","duration":"1.958134681s","start":"2026-05-06T02:07:35.717394Z","end":"2026-05-06T02:07:37.675529Z","steps":["trace[1460689856] 'agreement among raft nodes before linearized reading' (duration: 1.958012548s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.675475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:36.82497Z","time spent":"850.49562ms","remote":"127.0.0.1:46232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:37.675571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:35.717367Z","time spent":"1.958196812s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:07:37.675714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346329778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:07:37.675795Z","caller":"traceutil/trace.go:171","msg":"trace[142121493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28601; }","duration":"1.34641103s","start":"2026-05-06T02:07:36.329372Z","end":"2026-05-06T02:07:37.675783Z","steps":["trace[142121493] 'agreement among raft nodes before linearized reading' (duration: 1.346030841s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:37.676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:36.329328Z","time spent":"1.346658716s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:07:38.175451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:38.675808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:39.176724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:39.326933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.67594Z","time spent":"1.650980724s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:07:39.326963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.674542Z","time spent":"1.652413447s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:39.327076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.68129Z","time spent":"1.645784362s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:39.327044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.675628Z","time spent":"1.651408094s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:39.328045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.678344Z","time spent":"1.649696644s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:07:39.328043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.679625Z","time spent":"1.648414004s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:39.360344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.674225Z","time spent":"1.686116169s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:39.676934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:39.680697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:07:39.680852Z","caller":"traceutil/trace.go:171","msg":"trace[964488919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358661s","start":"2026-05-06T02:07:37.680459Z","end":"2026-05-06T02:07:39.680818Z","steps":["trace[964488919] 'agreement among raft nodes before linearized reading' (duration: 2.000161407s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:39.681079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.680445Z","time spent":"2.000605948s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:07:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:07:40.088203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.413805024s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:07:40.205541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.842245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-05-06T02:07:40.522732Z","caller":"traceutil/trace.go:171","msg":"trace[160468069] linearizableReadLoop","detail":"{readStateIndex:29926; appliedIndex:29913; }","duration":"2.84824926s","start":"2026-05-06T02:07:37.674459Z","end":"2026-05-06T02:07:40.522709Z","steps":["trace[160468069] 'read index received' (duration: 2.414036529s)","trace[160468069] 'applied index is now lower than readState.Index' (duration: 434.211541ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:40.522856Z","caller":"traceutil/trace.go:171","msg":"trace[1934883139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28609; }","duration":"1.19275575s","start":"2026-05-06T02:07:39.33009Z","end":"2026-05-06T02:07:40.522846Z","steps":["trace[1934883139] 'process raft request' (duration: 1.192210348s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.522961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.330055Z","time spent":"1.192830202s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:40.522927Z","caller":"traceutil/trace.go:171","msg":"trace[1494763580] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28609; }","duration":"1.192855023s","start":"2026-05-06T02:07:39.329835Z","end":"2026-05-06T02:07:40.52269Z","steps":["trace[1494763580] 'process raft request' (duration: 1.192442053s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:40.523099Z","caller":"traceutil/trace.go:171","msg":"trace[432860521] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"2.846487518s","start":"2026-05-06T02:07:37.676576Z","end":"2026-05-06T02:07:40.523064Z","steps":["trace[432860521] 'process raft request' (duration: 2.845297191s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.523158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.329818Z","time spent":"1.193221381s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:40.523255Z","caller":"traceutil/trace.go:171","msg":"trace[1523544645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28609; }","duration":"1.193110659s","start":"2026-05-06T02:07:39.330134Z","end":"2026-05-06T02:07:40.523244Z","steps":["trace[1523544645] 'process raft request' (duration: 1.192209128s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.52326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.676567Z","time spent":"2.846602202s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:40.523315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.330125Z","time spent":"1.1931548s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:40.52344Z","caller":"traceutil/trace.go:171","msg":"trace[1323902835] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"845.868911ms","start":"2026-05-06T02:07:39.677562Z","end":"2026-05-06T02:07:40.523431Z","steps":["trace[1323902835] 'process raft request' (duration: 844.801676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.523487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.677539Z","time spent":"845.919983ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:40.523568Z","caller":"traceutil/trace.go:171","msg":"trace[1790786146] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"2.842870744s","start":"2026-05-06T02:07:37.680687Z","end":"2026-05-06T02:07:40.523558Z","steps":["trace[1790786146] 'process raft request' (duration: 2.841490312s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:40.523591Z","caller":"traceutil/trace.go:171","msg":"trace[396599476] transaction","detail":"{read_only:false; response_revision:28611; number_of_response:1; }","duration":"845.307828ms","start":"2026-05-06T02:07:39.678273Z","end":"2026-05-06T02:07:40.523581Z","steps":["trace[396599476] 'process raft request' (duration: 844.159391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.523623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.680679Z","time spent":"2.842918165s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:40.52364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.678262Z","time spent":"845.349589ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:40.523697Z","caller":"traceutil/trace.go:171","msg":"trace[2071029994] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28609; }","duration":"1.193858386s","start":"2026-05-06T02:07:39.329832Z","end":"2026-05-06T02:07:40.52369Z","steps":["trace[2071029994] 'process raft request' (duration: 1.192418412s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.523734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.329818Z","time spent":"1.193898187s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:40.523912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.848358483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-06T02:07:40.523951Z","caller":"traceutil/trace.go:171","msg":"trace[611008904] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b; range_end:; response_count:1; response_revision:28615; }","duration":"2.848433214s","start":"2026-05-06T02:07:37.675509Z","end":"2026-05-06T02:07:40.523942Z","steps":["trace[611008904] 'agreement among raft nodes before linearized reading' (duration: 2.848315341s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.523972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.675479Z","time spent":"2.848488796s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b\" "} {"level":"warn","ts":"2026-05-06T02:07:40.523963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180193515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:40.524016Z","caller":"traceutil/trace.go:171","msg":"trace[797237981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28615; }","duration":"1.180287268s","start":"2026-05-06T02:07:39.343716Z","end":"2026-05-06T02:07:40.524003Z","steps":["trace[797237981] 'agreement among raft nodes before linearized reading' (duration: 1.180160205s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.343687Z","time spent":"1.18035909s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:40.52406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140223287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-06T02:07:40.524103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283945494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:40.524119Z","caller":"traceutil/trace.go:171","msg":"trace[1999142409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28615; }","duration":"2.14033007s","start":"2026-05-06T02:07:38.383771Z","end":"2026-05-06T02:07:40.524101Z","steps":["trace[1999142409] 'agreement among raft nodes before linearized reading' (duration: 2.140126645s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:40.524069Z","caller":"traceutil/trace.go:171","msg":"trace[1075281946] transaction","detail":"{read_only:false; response_revision:28615; number_of_response:1; }","duration":"775.9956ms","start":"2026-05-06T02:07:39.748016Z","end":"2026-05-06T02:07:40.524012Z","steps":["trace[1075281946] 'process raft request' (duration: 774.652618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:38.38375Z","time spent":"2.140398582s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T02:07:40.524162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500748356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:40.524169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291922561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:40.524193Z","caller":"traceutil/trace.go:171","msg":"trace[407973252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28615; }","duration":"2.291983243s","start":"2026-05-06T02:07:38.232203Z","end":"2026-05-06T02:07:40.524186Z","steps":["trace[407973252] 'agreement among raft nodes before linearized reading' (duration: 2.291941862s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:40.524196Z","caller":"traceutil/trace.go:171","msg":"trace[1653795924] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28615; }","duration":"1.500774037s","start":"2026-05-06T02:07:39.023407Z","end":"2026-05-06T02:07:40.524181Z","steps":["trace[1653795924] 'agreement among raft nodes before linearized reading' (duration: 1.500724116s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:38.232178Z","time spent":"2.292033973s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:40.524223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.023387Z","time spent":"1.500831478s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:40.524252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924189903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:40.524279Z","caller":"traceutil/trace.go:171","msg":"trace[726702975] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:28615; }","duration":"1.924255575s","start":"2026-05-06T02:07:38.600014Z","end":"2026-05-06T02:07:40.52427Z","steps":["trace[726702975] 'agreement among raft nodes before linearized reading' (duration: 1.924212334s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:38.599983Z","time spent":"1.924307696s","remote":"127.0.0.1:52106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:40.524337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730292879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:40.524362Z","caller":"traceutil/trace.go:171","msg":"trace[1841157246] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28615; }","duration":"2.730353131s","start":"2026-05-06T02:07:37.794002Z","end":"2026-05-06T02:07:40.524355Z","steps":["trace[1841157246] 'agreement among raft nodes before linearized reading' (duration: 2.73030642s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.74799Z","time spent":"776.202825ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:40.524382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.793985Z","time spent":"2.730391451s","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:40.524421Z","caller":"traceutil/trace.go:171","msg":"trace[221568937] transaction","detail":"{read_only:false; response_revision:28613; number_of_response:1; }","duration":"844.880608ms","start":"2026-05-06T02:07:39.679532Z","end":"2026-05-06T02:07:40.524412Z","steps":["trace[221568937] 'process raft request' (duration: 842.968613ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:40.524474Z","caller":"traceutil/trace.go:171","msg":"trace[1590523311] transaction","detail":"{read_only:false; response_revision:28612; number_of_response:1; }","duration":"846.041355ms","start":"2026-05-06T02:07:39.678423Z","end":"2026-05-06T02:07:40.524464Z","steps":["trace[1590523311] 'process raft request' (duration: 844.044898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.679523Z","time spent":"844.919029ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:40.524527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.678414Z","time spent":"846.086316ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:40.524532Z","caller":"traceutil/trace.go:171","msg":"trace[232461930] transaction","detail":"{read_only:false; response_revision:28614; number_of_response:1; }","duration":"843.892495ms","start":"2026-05-06T02:07:39.680628Z","end":"2026-05-06T02:07:40.52452Z","steps":["trace[232461930] 'process raft request' (duration: 841.945499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846313565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-06T02:07:40.524596Z","caller":"traceutil/trace.go:171","msg":"trace[1073058603] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28615; }","duration":"2.846354115s","start":"2026-05-06T02:07:37.678234Z","end":"2026-05-06T02:07:40.524588Z","steps":["trace[1073058603] 'agreement among raft nodes before linearized reading' (duration: 2.846263883s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.680619Z","time spent":"843.938356ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:40.524615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.678225Z","time spent":"2.846386077s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-06T02:07:40.524644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852142121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:07:40.524692Z","caller":"traceutil/trace.go:171","msg":"trace[1439748890] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28615; }","duration":"2.852200503s","start":"2026-05-06T02:07:37.672479Z","end":"2026-05-06T02:07:40.524679Z","steps":["trace[1439748890] 'agreement among raft nodes before linearized reading' (duration: 2.85206171s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877679161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:07:40.524732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:37.672467Z","time spent":"2.852255404s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-06T02:07:40.524749Z","caller":"traceutil/trace.go:171","msg":"trace[537781700] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28615; }","duration":"1.878373677s","start":"2026-05-06T02:07:38.646367Z","end":"2026-05-06T02:07:40.52474Z","steps":["trace[537781700] 'agreement among raft nodes before linearized reading' (duration: 1.877533937s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:38.646345Z","time spent":"1.878422167s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:40.524132Z","caller":"traceutil/trace.go:171","msg":"trace[1336861599] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28615; }","duration":"2.284000454s","start":"2026-05-06T02:07:38.240124Z","end":"2026-05-06T02:07:40.524125Z","steps":["trace[1336861599] 'agreement among raft nodes before linearized reading' (duration: 2.283947943s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:38.240108Z","time spent":"2.284744272s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:40.524838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.347111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:07:40.524902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.804472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:40.524922Z","caller":"traceutil/trace.go:171","msg":"trace[549026243] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28615; }","duration":"413.462334ms","start":"2026-05-06T02:07:40.111439Z","end":"2026-05-06T02:07:40.524901Z","steps":["trace[549026243] 'agreement among raft nodes before linearized reading' (duration: 413.276519ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:40.524941Z","caller":"traceutil/trace.go:171","msg":"trace[796402051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28615; }","duration":"843.861624ms","start":"2026-05-06T02:07:39.681069Z","end":"2026-05-06T02:07:40.524931Z","steps":["trace[796402051] 'agreement among raft nodes before linearized reading' (duration: 843.806463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:39.681061Z","time spent":"843.906245ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:40.525017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.916472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:40.525046Z","caller":"traceutil/trace.go:171","msg":"trace[648867172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28615; }","duration":"238.981914ms","start":"2026-05-06T02:07:40.286057Z","end":"2026-05-06T02:07:40.525038Z","steps":["trace[648867172] 'agreement among raft nodes before linearized reading' (duration: 238.936473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:40.524968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:40.111379Z","time spent":"413.580016ms","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:41.031219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:41.531445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:07:41.796049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266482732s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:07:42.376471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.508253ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-05-06T02:07:42.376559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:40.529394Z","time spent":"1.847161213s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:07:43.029305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233003175s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:07:43.205524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:07:43.205624Z","caller":"traceutil/trace.go:171","msg":"trace[357846277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088965s","start":"2026-05-06T02:07:41.20551Z","end":"2026-05-06T02:07:43.205599Z","steps":["trace[357846277] 'agreement among raft nodes before linearized reading' (duration: 1.999943081s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.205676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.205488Z","time spent":"2.000177717s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:07:43.388837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.124116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:43.389039Z","caller":"traceutil/trace.go:171","msg":"trace[1642414011] transaction","detail":"{read_only:false; response_revision:28616; number_of_response:1; }","duration":"2.859062124s","start":"2026-05-06T02:07:40.52995Z","end":"2026-05-06T02:07:43.389012Z","steps":["trace[1642414011] 'process raft request' (duration: 2.499691042s)","trace[1642414011] 'compare' (duration: 359.030474ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:43.389073Z","caller":"traceutil/trace.go:171","msg":"trace[692486769] linearizableReadLoop","detail":"{readStateIndex:29936; appliedIndex:29932; }","duration":"2.858716066s","start":"2026-05-06T02:07:40.530344Z","end":"2026-05-06T02:07:43.38906Z","steps":["trace[692486769] 'read index received' (duration: 1.266622836s)","trace[692486769] 'applied index is now lower than readState.Index' (duration: 1.59209252s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:43.38916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:40.529936Z","time spent":"2.859156716s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:43.389246Z","caller":"traceutil/trace.go:171","msg":"trace[934661009] transaction","detail":"{read_only:false; response_revision:28619; number_of_response:1; }","duration":"1.822562405s","start":"2026-05-06T02:07:41.566675Z","end":"2026-05-06T02:07:43.389237Z","steps":["trace[934661009] 'process raft request' (duration: 1.82235184s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.3893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.566657Z","time spent":"1.822614736s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:43.389277Z","caller":"traceutil/trace.go:171","msg":"trace[183446725] transaction","detail":"{read_only:false; response_revision:28618; number_of_response:1; }","duration":"2.858609623s","start":"2026-05-06T02:07:40.530617Z","end":"2026-05-06T02:07:43.389226Z","steps":["trace[183446725] 'process raft request' (duration: 2.858373968s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:43.389393Z","caller":"traceutil/trace.go:171","msg":"trace[119414814] transaction","detail":"{read_only:false; response_revision:28617; number_of_response:1; }","duration":"2.858841539s","start":"2026-05-06T02:07:40.530543Z","end":"2026-05-06T02:07:43.389384Z","steps":["trace[119414814] 'process raft request' (duration: 2.858382158s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.389439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:40.530532Z","time spent":"2.85888319s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:43.389412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:40.5306Z","time spent":"2.858739327s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:43.389931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859574676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-06T02:07:43.390075Z","caller":"traceutil/trace.go:171","msg":"trace[1109371978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28619; }","duration":"2.859761511s","start":"2026-05-06T02:07:40.530292Z","end":"2026-05-06T02:07:43.390053Z","steps":["trace[1109371978] 'agreement among raft nodes before linearized reading' (duration: 2.859086085s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.390234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:40.530223Z","time spent":"2.859985515s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-06T02:07:43.821469Z","caller":"traceutil/trace.go:171","msg":"trace[10009989] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28620; }","duration":"1.439797753s","start":"2026-05-06T02:07:42.381634Z","end":"2026-05-06T02:07:43.821431Z","steps":["trace[10009989] 'process raft request' (duration: 1.439494826s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:43.821557Z","caller":"traceutil/trace.go:171","msg":"trace[1304476456] transaction","detail":"{read_only:false; response_revision:28622; number_of_response:1; }","duration":"1.289686547s","start":"2026-05-06T02:07:42.531858Z","end":"2026-05-06T02:07:43.821544Z","steps":["trace[1304476456] 'process raft request' (duration: 1.289515653s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:43.821544Z","caller":"traceutil/trace.go:171","msg":"trace[2100123560] transaction","detail":"{read_only:false; response_revision:28624; number_of_response:1; }","duration":"1.289000981s","start":"2026-05-06T02:07:42.532518Z","end":"2026-05-06T02:07:43.821519Z","steps":["trace[2100123560] 'process raft request' (duration: 1.288934599s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.821646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.381608Z","time spent":"1.439944147s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:43.821646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.531844Z","time spent":"1.289748658s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:43.821695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.532489Z","time spent":"1.289122544s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:43.821488Z","caller":"traceutil/trace.go:171","msg":"trace[1333250401] transaction","detail":"{read_only:false; response_revision:28621; number_of_response:1; }","duration":"1.290375113s","start":"2026-05-06T02:07:42.53109Z","end":"2026-05-06T02:07:43.821465Z","steps":["trace[1333250401] 'process raft request' (duration: 1.290096337s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:43.821827Z","caller":"traceutil/trace.go:171","msg":"trace[622666052] transaction","detail":"{read_only:false; response_revision:28623; number_of_response:1; }","duration":"1.289295218s","start":"2026-05-06T02:07:42.532513Z","end":"2026-05-06T02:07:43.821808Z","steps":["trace[622666052] 'process raft request' (duration: 1.288906989s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.821842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.531071Z","time spent":"1.290728191s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:43.821913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.532482Z","time spent":"1.28938471s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:43.821978Z","caller":"traceutil/trace.go:171","msg":"trace[570573634] transaction","detail":"{read_only:false; response_revision:28625; number_of_response:1; }","duration":"1.289044272s","start":"2026-05-06T02:07:42.532919Z","end":"2026-05-06T02:07:43.821964Z","steps":["trace[570573634] 'process raft request' (duration: 1.288561471s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.532904Z","time spent":"1.289099453s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:43.822037Z","caller":"traceutil/trace.go:171","msg":"trace[1440954175] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"637.708071ms","start":"2026-05-06T02:07:43.184313Z","end":"2026-05-06T02:07:43.822021Z","steps":["trace[1440954175] 'process raft request' (duration: 637.528907ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:43.822084Z","caller":"traceutil/trace.go:171","msg":"trace[803383568] linearizableReadLoop","detail":"{readStateIndex:29945; appliedIndex:29937; }","duration":"432.972022ms","start":"2026-05-06T02:07:43.3891Z","end":"2026-05-06T02:07:43.822072Z","steps":["trace[803383568] 'read index received' (duration: 399.846274ms)","trace[803383568] 'applied index is now lower than readState.Index' (duration: 33.124657ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:43.82212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:43.184278Z","time spent":"637.798103ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:43.822183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005228016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:07:43.822229Z","caller":"traceutil/trace.go:171","msg":"trace[1720948577] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28627; }","duration":"2.005308258s","start":"2026-05-06T02:07:41.816906Z","end":"2026-05-06T02:07:43.822215Z","steps":["trace[1720948577] 'agreement among raft nodes before linearized reading' (duration: 2.005197755s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0756073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:43.822259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.816885Z","time spent":"2.005364549s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:43.822261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671101478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:43.822317Z","caller":"traceutil/trace.go:171","msg":"trace[639088664] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28627; }","duration":"2.67116208s","start":"2026-05-06T02:07:41.151137Z","end":"2026-05-06T02:07:43.822299Z","steps":["trace[639088664] 'agreement among raft nodes before linearized reading' (duration: 2.671055697s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.200903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79ed95da-637e-452e-825a-7acdd30dd27c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-06T02:07:43.822356Z","caller":"traceutil/trace.go:171","msg":"trace[1741342394] transaction","detail":"{read_only:false; response_revision:28627; number_of_response:1; }","duration":"429.308235ms","start":"2026-05-06T02:07:43.393038Z","end":"2026-05-06T02:07:43.822346Z","steps":["trace[1741342394] 'process raft request' (duration: 428.927766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.151108Z","time spent":"2.671245181s","remote":"127.0.0.1:48860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:43.822394Z","caller":"traceutil/trace.go:171","msg":"trace[1838590098] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79ed95da-637e-452e-825a-7acdd30dd27c; range_end:; response_count:1; response_revision:28627; }","duration":"429.278825ms","start":"2026-05-06T02:07:43.393095Z","end":"2026-05-06T02:07:43.822373Z","steps":["trace[1838590098] 'agreement among raft nodes before linearized reading' (duration: 429.134081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:43.393077Z","time spent":"429.352176ms","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-79ed95da-637e-452e-825a-7acdd30dd27c\" "} {"level":"warn","ts":"2026-05-06T02:07:43.822447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08873317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:43.822488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312914363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:43.822508Z","caller":"traceutil/trace.go:171","msg":"trace[992355006] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28627; }","duration":"3.088921364s","start":"2026-05-06T02:07:40.733564Z","end":"2026-05-06T02:07:43.822486Z","steps":["trace[992355006] 'agreement among raft nodes before linearized reading' (duration: 3.0887414s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:43.822521Z","caller":"traceutil/trace.go:171","msg":"trace[58042692] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28627; }","duration":"1.312982175s","start":"2026-05-06T02:07:42.509527Z","end":"2026-05-06T02:07:43.82251Z","steps":["trace[58042692] 'agreement among raft nodes before linearized reading' (duration: 1.312935094s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.509505Z","time spent":"1.313036006s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:43.822546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:40.733544Z","time spent":"3.088990845s","remote":"127.0.0.1:50038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:43.822622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214884481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:43.822674Z","caller":"traceutil/trace.go:171","msg":"trace[1599801924] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28627; }","duration":"2.214978163s","start":"2026-05-06T02:07:41.607682Z","end":"2026-05-06T02:07:43.82266Z","steps":["trace[1599801924] 'agreement among raft nodes before linearized reading' (duration: 2.214887551s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.607658Z","time spent":"2.215051474s","remote":"127.0.0.1:43690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:43.822744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5792711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:43.822752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.11584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-06T02:07:43.822776Z","caller":"traceutil/trace.go:171","msg":"trace[400631730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28627; }","duration":"1.579303451s","start":"2026-05-06T02:07:42.243461Z","end":"2026-05-06T02:07:43.822765Z","steps":["trace[400631730] 'agreement among raft nodes before linearized reading' (duration: 1.57925424s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:42.243407Z","time spent":"1.579388713s","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:43.822801Z","caller":"traceutil/trace.go:171","msg":"trace[1921459669] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28627; }","duration":"429.183872ms","start":"2026-05-06T02:07:43.393603Z","end":"2026-05-06T02:07:43.822787Z","steps":["trace[1921459669] 'agreement among raft nodes before linearized reading' (duration: 429.037209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:43.393597Z","time spent":"429.232773ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-06T02:07:43.822268Z","caller":"traceutil/trace.go:171","msg":"trace[756932031] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28627; }","duration":"2.075698761s","start":"2026-05-06T02:07:41.746555Z","end":"2026-05-06T02:07:43.822254Z","steps":["trace[756932031] 'agreement among raft nodes before linearized reading' (duration: 2.075605279s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.746531Z","time spent":"2.076379947s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:43.822988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233204032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:43.822403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:43.393019Z","time spent":"429.359807ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:07:43.823021Z","caller":"traceutil/trace.go:171","msg":"trace[297548045] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28627; }","duration":"2.233266523s","start":"2026-05-06T02:07:41.589744Z","end":"2026-05-06T02:07:43.823011Z","steps":["trace[297548045] 'agreement among raft nodes before linearized reading' (duration: 2.233201571s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.823051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.589731Z","time spent":"2.233312274s","remote":"127.0.0.1:57290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:07:43.823101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34639954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:43.823138Z","caller":"traceutil/trace.go:171","msg":"trace[2127233570] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28627; }","duration":"2.346474282s","start":"2026-05-06T02:07:41.476651Z","end":"2026-05-06T02:07:43.823125Z","steps":["trace[2127233570] 'agreement among raft nodes before linearized reading' (duration: 2.346417561s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.822449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.170907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:07:43.82317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:41.476598Z","time spent":"2.346562124s","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:07:43.823201Z","caller":"traceutil/trace.go:171","msg":"trace[227255537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28627; }","duration":"608.942815ms","start":"2026-05-06T02:07:43.214237Z","end":"2026-05-06T02:07:43.82318Z","steps":["trace[227255537] 'agreement among raft nodes before linearized reading' (duration: 608.183957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:43.823258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:43.214217Z","time spent":"609.023157ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:07:44.070514Z","caller":"traceutil/trace.go:171","msg":"trace[100096377] transaction","detail":"{read_only:false; response_revision:28628; number_of_response:1; }","duration":"235.592825ms","start":"2026-05-06T02:07:43.834894Z","end":"2026-05-06T02:07:44.070487Z","steps":["trace[100096377] 'process raft request' (duration: 234.884708ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:44.093188Z","caller":"traceutil/trace.go:171","msg":"trace[1348165827] linearizableReadLoop","detail":"{readStateIndex:29949; appliedIndex:29947; }","duration":"256.375243ms","start":"2026-05-06T02:07:43.836781Z","end":"2026-05-06T02:07:44.093157Z","steps":["trace[1348165827] 'read index received' (duration: 233.134947ms)","trace[1348165827] 'applied index is now lower than readState.Index' (duration: 23.239206ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:44.093367Z","caller":"traceutil/trace.go:171","msg":"trace[451421533] transaction","detail":"{read_only:false; response_revision:28629; number_of_response:1; }","duration":"258.145295ms","start":"2026-05-06T02:07:43.835207Z","end":"2026-05-06T02:07:44.093353Z","steps":["trace[451421533] 'process raft request' (duration: 257.708674ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:44.10371Z","caller":"traceutil/trace.go:171","msg":"trace[307658154] transaction","detail":"{read_only:false; response_revision:28630; number_of_response:1; }","duration":"266.837088ms","start":"2026-05-06T02:07:43.836857Z","end":"2026-05-06T02:07:44.103694Z","steps":["trace[307658154] 'process raft request' (duration: 256.213939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:44.104045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.238178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-41b198b4-fd67-4ab0-bead-fd2680dbfcfc\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-06T02:07:44.104083Z","caller":"traceutil/trace.go:171","msg":"trace[1412189682] range","detail":"{range_begin:/registry/persistentvolumes/pvc-41b198b4-fd67-4ab0-bead-fd2680dbfcfc; range_end:; response_count:1; response_revision:28630; }","duration":"267.313419ms","start":"2026-05-06T02:07:43.836757Z","end":"2026-05-06T02:07:44.104071Z","steps":["trace[1412189682] 'agreement among raft nodes before linearized reading' (duration: 267.095124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:44.104249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.39158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:44.104276Z","caller":"traceutil/trace.go:171","msg":"trace[79335787] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28630; }","duration":"241.461962ms","start":"2026-05-06T02:07:43.862806Z","end":"2026-05-06T02:07:44.104268Z","steps":["trace[79335787] 'agreement among raft nodes before linearized reading' (duration: 241.406651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:44.104499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.283359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:44.104528Z","caller":"traceutil/trace.go:171","msg":"trace[1800937763] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28630; }","duration":"101.349551ms","start":"2026-05-06T02:07:44.00317Z","end":"2026-05-06T02:07:44.10452Z","steps":["trace[1800937763] 'agreement among raft nodes before linearized reading' (duration: 101.30377ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:44.330032Z","caller":"traceutil/trace.go:171","msg":"trace[1304577427] transaction","detail":"{read_only:false; response_revision:28632; number_of_response:1; }","duration":"192.210725ms","start":"2026-05-06T02:07:44.1378Z","end":"2026-05-06T02:07:44.33001Z","steps":["trace[1304577427] 'process raft request' (duration: 191.969669ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:44.373771Z","caller":"traceutil/trace.go:171","msg":"trace[445178443] linearizableReadLoop","detail":"{readStateIndex:29953; appliedIndex:29951; }","duration":"216.757693ms","start":"2026-05-06T02:07:44.156989Z","end":"2026-05-06T02:07:44.373746Z","steps":["trace[445178443] 'read index received' (duration: 172.981804ms)","trace[445178443] 'applied index is now lower than readState.Index' (duration: 43.774839ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:44.373854Z","caller":"traceutil/trace.go:171","msg":"trace[1447996821] transaction","detail":"{read_only:false; response_revision:28633; number_of_response:1; }","duration":"230.738601ms","start":"2026-05-06T02:07:44.143108Z","end":"2026-05-06T02:07:44.373847Z","steps":["trace[1447996821] 'process raft request' (duration: 230.533406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:44.374015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.013868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:44.374043Z","caller":"traceutil/trace.go:171","msg":"trace[1818177401] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28633; }","duration":"217.085439ms","start":"2026-05-06T02:07:44.156949Z","end":"2026-05-06T02:07:44.374035Z","steps":["trace[1818177401] 'agreement among raft nodes before linearized reading' (duration: 217.025878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:44.910968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.771538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:44.911074Z","caller":"traceutil/trace.go:171","msg":"trace[1639010581] transaction","detail":"{read_only:false; response_revision:28638; number_of_response:1; }","duration":"382.410303ms","start":"2026-05-06T02:07:44.528649Z","end":"2026-05-06T02:07:44.911059Z","steps":["trace[1639010581] 'process raft request' (duration: 238.481902ms)","trace[1639010581] 'compare' (duration: 143.591553ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:44.911113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:44.528638Z","time spent":"382.456915ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:44.97405Z","caller":"traceutil/trace.go:171","msg":"trace[1280875409] linearizableReadLoop","detail":"{readStateIndex:29959; appliedIndex:29957; }","duration":"227.474304ms","start":"2026-05-06T02:07:44.746547Z","end":"2026-05-06T02:07:44.974021Z","steps":["trace[1280875409] 'read index received' (duration: 20.544402ms)","trace[1280875409] 'applied index is now lower than readState.Index' (duration: 206.928761ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:44.974162Z","caller":"traceutil/trace.go:171","msg":"trace[1558285475] transaction","detail":"{read_only:false; response_revision:28639; number_of_response:1; }","duration":"414.996339ms","start":"2026-05-06T02:07:44.559134Z","end":"2026-05-06T02:07:44.97413Z","steps":["trace[1558285475] 'process raft request' (duration: 414.768504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:44.974282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:44.559122Z","time spent":"415.100712ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-06T02:07:44.975442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.866286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:07:44.975502Z","caller":"traceutil/trace.go:171","msg":"trace[896771221] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28639; }","duration":"229.00065ms","start":"2026-05-06T02:07:44.746488Z","end":"2026-05-06T02:07:44.975489Z","steps":["trace[896771221] 'agreement among raft nodes before linearized reading' (duration: 227.658738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:45.382634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.426707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:45.383282Z","caller":"traceutil/trace.go:171","msg":"trace[988313288] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28640; }","duration":"235.094673ms","start":"2026-05-06T02:07:45.148144Z","end":"2026-05-06T02:07:45.383239Z","steps":["trace[988313288] 'count revisions from in-memory index tree' (duration: 234.337955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:45.382824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.892734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-kk75x\" ","response":"range_response_count:1 size:5067"} {"level":"info","ts":"2026-05-06T02:07:45.38345Z","caller":"traceutil/trace.go:171","msg":"trace[432920967] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-kk75x; range_end:; response_count:1; response_revision:28640; }","duration":"234.535319ms","start":"2026-05-06T02:07:45.148895Z","end":"2026-05-06T02:07:45.38343Z","steps":["trace[432920967] 'range keys from in-memory index tree' (duration: 233.790832ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:45.382947Z","caller":"traceutil/trace.go:171","msg":"trace[767177492] linearizableReadLoop","detail":"{readStateIndex:29961; appliedIndex:29960; }","duration":"177.474059ms","start":"2026-05-06T02:07:45.205439Z","end":"2026-05-06T02:07:45.382913Z","steps":["trace[767177492] 'read index received' (duration: 175.085693ms)","trace[767177492] 'applied index is now lower than readState.Index' (duration: 2.385656ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:45.383122Z","caller":"traceutil/trace.go:171","msg":"trace[1787763510] transaction","detail":"{read_only:false; response_revision:28641; number_of_response:1; }","duration":"232.649365ms","start":"2026-05-06T02:07:45.15044Z","end":"2026-05-06T02:07:45.38309Z","steps":["trace[1787763510] 'process raft request' (duration: 230.192368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:45.383121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.665623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:45.383708Z","caller":"traceutil/trace.go:171","msg":"trace[407400287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28641; }","duration":"178.290918ms","start":"2026-05-06T02:07:45.205387Z","end":"2026-05-06T02:07:45.383678Z","steps":["trace[407400287] 'agreement among raft nodes before linearized reading' (duration: 177.619562ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:45.53786Z","caller":"traceutil/trace.go:171","msg":"trace[362908406] transaction","detail":"{read_only:false; response_revision:28643; number_of_response:1; }","duration":"145.381376ms","start":"2026-05-06T02:07:45.392453Z","end":"2026-05-06T02:07:45.537834Z","steps":["trace[362908406] 'process raft request' (duration: 144.797392ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:45.645689Z","caller":"traceutil/trace.go:171","msg":"trace[1078053258] transaction","detail":"{read_only:false; response_revision:28644; number_of_response:1; }","duration":"178.169925ms","start":"2026-05-06T02:07:45.467478Z","end":"2026-05-06T02:07:45.645648Z","steps":["trace[1078053258] 'process raft request' (duration: 136.564398ms)","trace[1078053258] 'compare' (duration: 41.376172ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:45.645767Z","caller":"traceutil/trace.go:171","msg":"trace[600762497] transaction","detail":"{read_only:false; response_revision:28645; number_of_response:1; }","duration":"111.930959ms","start":"2026-05-06T02:07:45.5338Z","end":"2026-05-06T02:07:45.645731Z","steps":["trace[600762497] 'process raft request' (duration: 111.768025ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:45.645694Z","caller":"traceutil/trace.go:171","msg":"trace[577146328] linearizableReadLoop","detail":"{readStateIndex:29965; appliedIndex:29963; }","duration":"104.970715ms","start":"2026-05-06T02:07:45.540684Z","end":"2026-05-06T02:07:45.645655Z","steps":["trace[577146328] 'read index received' (duration: 63.332567ms)","trace[577146328] 'applied index is now lower than readState.Index' (duration: 41.637188ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:45.645881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.173791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f5b44bb-d936-4e1a-a045-20d7d5bf1552\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-06T02:07:45.645931Z","caller":"traceutil/trace.go:171","msg":"trace[941859038] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f5b44bb-d936-4e1a-a045-20d7d5bf1552; range_end:; response_count:1; response_revision:28645; }","duration":"105.276472ms","start":"2026-05-06T02:07:45.540637Z","end":"2026-05-06T02:07:45.645914Z","steps":["trace[941859038] 'agreement among raft nodes before linearized reading' (duration: 105.105798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:45.646061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.404782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-vd2ks\" ","response":"range_response_count:1 size:5349"} {"level":"info","ts":"2026-05-06T02:07:45.646098Z","caller":"traceutil/trace.go:171","msg":"trace[353834965] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-vd2ks; range_end:; response_count:1; response_revision:28645; }","duration":"101.489513ms","start":"2026-05-06T02:07:45.544597Z","end":"2026-05-06T02:07:45.646087Z","steps":["trace[353834965] 'agreement among raft nodes before linearized reading' (duration: 101.34676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:45.901505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.968148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:07:45.90163Z","caller":"traceutil/trace.go:171","msg":"trace[597989723] transaction","detail":"{read_only:false; response_revision:28646; number_of_response:1; }","duration":"252.509891ms","start":"2026-05-06T02:07:45.649095Z","end":"2026-05-06T02:07:45.901605Z","steps":["trace[597989723] 'process raft request' (duration: 112.374869ms)","trace[597989723] 'compare' (duration: 139.823045ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:46.23597Z","caller":"traceutil/trace.go:171","msg":"trace[2012746819] linearizableReadLoop","detail":"{readStateIndex:29967; appliedIndex:29965; }","duration":"532.309884ms","start":"2026-05-06T02:07:45.703628Z","end":"2026-05-06T02:07:46.235937Z","steps":["trace[2012746819] 'read index received' (duration: 57.91494ms)","trace[2012746819] 'applied index is now lower than readState.Index' (duration: 474.393394ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:46.236179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.522709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:46.236227Z","caller":"traceutil/trace.go:171","msg":"trace[494383637] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:28647; }","duration":"532.618482ms","start":"2026-05-06T02:07:45.703593Z","end":"2026-05-06T02:07:46.236212Z","steps":["trace[494383637] 'agreement among raft nodes before linearized reading' (duration: 532.510499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.236274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.703578Z","time spent":"532.684323ms","remote":"127.0.0.1:51802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-05-06T02:07:46.237396Z","caller":"traceutil/trace.go:171","msg":"trace[234503736] transaction","detail":"{read_only:false; response_revision:28647; number_of_response:1; }","duration":"582.024752ms","start":"2026-05-06T02:07:45.653969Z","end":"2026-05-06T02:07:46.235993Z","steps":["trace[234503736] 'process raft request' (duration: 498.9351ms)","trace[234503736] 'compare' (duration: 82.860066ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:46.237534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.653949Z","time spent":"583.531798ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5649,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:46.261909Z","caller":"traceutil/trace.go:171","msg":"trace[736184187] transaction","detail":"{read_only:false; response_revision:28648; number_of_response:1; }","duration":"433.149245ms","start":"2026-05-06T02:07:45.828741Z","end":"2026-05-06T02:07:46.26189Z","steps":["trace[736184187] 'process raft request' (duration: 432.732355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.262014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.828728Z","time spent":"433.228437ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:46.262142Z","caller":"traceutil/trace.go:171","msg":"trace[1837328976] transaction","detail":"{read_only:false; response_revision:28649; number_of_response:1; }","duration":"433.395691ms","start":"2026-05-06T02:07:45.828738Z","end":"2026-05-06T02:07:46.262134Z","steps":["trace[1837328976] 'process raft request' (duration: 432.837388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.262181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.828709Z","time spent":"433.450602ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:46.262273Z","caller":"traceutil/trace.go:171","msg":"trace[285823068] transaction","detail":"{read_only:false; response_revision:28650; number_of_response:1; }","duration":"433.480573ms","start":"2026-05-06T02:07:45.828787Z","end":"2026-05-06T02:07:46.262267Z","steps":["trace[285823068] 'process raft request' (duration: 432.821087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.262311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.828753Z","time spent":"433.539444ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:46.26239Z","caller":"traceutil/trace.go:171","msg":"trace[698111187] transaction","detail":"{read_only:false; response_revision:28651; number_of_response:1; }","duration":"432.417508ms","start":"2026-05-06T02:07:45.829964Z","end":"2026-05-06T02:07:46.262381Z","steps":["trace[698111187] 'process raft request' (duration: 431.666611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.26244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.829947Z","time spent":"432.469649ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:07:46.262528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.561932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:07:46.262551Z","caller":"traceutil/trace.go:171","msg":"trace[1263148762] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28653; }","duration":"286.621733ms","start":"2026-05-06T02:07:45.975924Z","end":"2026-05-06T02:07:46.262546Z","steps":["trace[1263148762] 'agreement among raft nodes before linearized reading' (duration: 286.575292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.262574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.960229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-7h62v.18acd558e3d60692\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-05-06T02:07:46.262641Z","caller":"traceutil/trace.go:171","msg":"trace[149759156] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-59d66cbc78-7h62v.18acd558e3d60692; range_end:; response_count:1; response_revision:28653; }","duration":"358.076982ms","start":"2026-05-06T02:07:45.904547Z","end":"2026-05-06T02:07:46.262624Z","steps":["trace[149759156] 'agreement among raft nodes before linearized reading' (duration: 357.858557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.262677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.904529Z","time spent":"358.141343ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":821,"request content":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-7h62v.18acd558e3d60692\" "} {"level":"info","ts":"2026-05-06T02:07:46.262812Z","caller":"traceutil/trace.go:171","msg":"trace[849706349] transaction","detail":"{read_only:false; response_revision:28652; number_of_response:1; }","duration":"432.214013ms","start":"2026-05-06T02:07:45.830587Z","end":"2026-05-06T02:07:46.262801Z","steps":["trace[849706349] 'process raft request' (duration: 431.077117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.262868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.830573Z","time spent":"432.270124ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:46.263076Z","caller":"traceutil/trace.go:171","msg":"trace[720067498] transaction","detail":"{read_only:false; response_revision:28653; number_of_response:1; }","duration":"378.02382ms","start":"2026-05-06T02:07:45.885031Z","end":"2026-05-06T02:07:46.263055Z","steps":["trace[720067498] 'process raft request' (duration: 376.659918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:07:46.263303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:07:45.885011Z","time spent":"378.116662ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:07:46.398913Z","caller":"traceutil/trace.go:171","msg":"trace[1172666749] linearizableReadLoop","detail":"{readStateIndex:29975; appliedIndex:29974; }","duration":"124.290291ms","start":"2026-05-06T02:07:46.274601Z","end":"2026-05-06T02:07:46.398892Z","steps":["trace[1172666749] 'read index received' (duration: 60.912551ms)","trace[1172666749] 'applied index is now lower than readState.Index' (duration: 63.37693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:07:46.39911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.490905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-7h62v.18acd558e72ba6fa\" ","response":"range_response_count:1 size:797"} {"level":"info","ts":"2026-05-06T02:07:46.399142Z","caller":"traceutil/trace.go:171","msg":"trace[342492428] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-59d66cbc78-7h62v.18acd558e72ba6fa; range_end:; response_count:1; response_revision:28655; }","duration":"124.551796ms","start":"2026-05-06T02:07:46.27458Z","end":"2026-05-06T02:07:46.399132Z","steps":["trace[342492428] 'agreement among raft nodes before linearized reading' (duration: 124.386372ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:07:46.399405Z","caller":"traceutil/trace.go:171","msg":"trace[391928719] transaction","detail":"{read_only:false; response_revision:28655; number_of_response:1; }","duration":"131.033159ms","start":"2026-05-06T02:07:46.268363Z","end":"2026-05-06T02:07:46.399396Z","steps":["trace[391928719] 'process raft request' (duration: 67.204319ms)","trace[391928719] 'compare' (duration: 63.222765ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:07:48.271111Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":30006,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T02:07:48.303283Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-05-06T02:07:48.303439Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-05-06T02:08:00.389805Z","caller":"traceutil/trace.go:171","msg":"trace[1089970296] linearizableReadLoop","detail":"{readStateIndex:30060; appliedIndex:30059; }","duration":"135.723909ms","start":"2026-05-06T02:08:00.254047Z","end":"2026-05-06T02:08:00.389771Z","steps":["trace[1089970296] 'read index received' (duration: 135.496753ms)","trace[1089970296] 'applied index is now lower than readState.Index' (duration: 225.956µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:00.389888Z","caller":"traceutil/trace.go:171","msg":"trace[1695025260] transaction","detail":"{read_only:false; response_revision:28737; number_of_response:1; }","duration":"200.87968ms","start":"2026-05-06T02:08:00.188976Z","end":"2026-05-06T02:08:00.389856Z","steps":["trace[1695025260] 'process raft request' (duration: 200.422539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:00.389997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.938054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:00.390076Z","caller":"traceutil/trace.go:171","msg":"trace[211424695] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28737; }","duration":"136.073537ms","start":"2026-05-06T02:08:00.25398Z","end":"2026-05-06T02:08:00.390053Z","steps":["trace[211424695] 'agreement among raft nodes before linearized reading' (duration: 135.910034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:00.890419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T02:08:01.340917Z","caller":"traceutil/trace.go:171","msg":"trace[916669348] transaction","detail":"{read_only:false; response_revision:28738; number_of_response:1; }","duration":"1.017439471s","start":"2026-05-06T02:08:00.323445Z","end":"2026-05-06T02:08:01.340885Z","steps":["trace[916669348] 'process raft request' (duration: 1.017192795s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.34111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.323426Z","time spent":"1.017579345s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:01.34121Z","caller":"traceutil/trace.go:171","msg":"trace[1925453429] transaction","detail":"{read_only:false; response_revision:28740; number_of_response:1; }","duration":"1.014797849s","start":"2026-05-06T02:08:00.32639Z","end":"2026-05-06T02:08:01.341188Z","steps":["trace[1925453429] 'process raft request' (duration: 1.014643816s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:01.341281Z","caller":"traceutil/trace.go:171","msg":"trace[1650748100] transaction","detail":"{read_only:false; response_revision:28739; number_of_response:1; }","duration":"1.017188265s","start":"2026-05-06T02:08:00.324076Z","end":"2026-05-06T02:08:01.341264Z","steps":["trace[1650748100] 'process raft request' (duration: 1.016750335s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.34134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.326379Z","time spent":"1.014893751s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:01.34135Z","caller":"traceutil/trace.go:171","msg":"trace[1332846493] transaction","detail":"{read_only:false; response_revision:28742; number_of_response:1; }","duration":"1.006830863s","start":"2026-05-06T02:08:00.3345Z","end":"2026-05-06T02:08:01.341331Z","steps":["trace[1332846493] 'process raft request' (duration: 1.006752451s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.341369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.324068Z","time spent":"1.017255447s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:01.341455Z","caller":"traceutil/trace.go:171","msg":"trace[1171257697] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"1.013431807s","start":"2026-05-06T02:08:00.328014Z","end":"2026-05-06T02:08:01.341446Z","steps":["trace[1171257697] 'process raft request' (duration: 1.01313717s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.34145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.334485Z","time spent":"1.006915144s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:01.341495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.327988Z","time spent":"1.013489839s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:01.451473Z","caller":"traceutil/trace.go:171","msg":"trace[257684502] linearizableReadLoop","detail":"{readStateIndex:30066; appliedIndex:30060; }","duration":"1.061568788s","start":"2026-05-06T02:08:00.389871Z","end":"2026-05-06T02:08:01.45144Z","steps":["trace[257684502] 'read index received' (duration: 950.758385ms)","trace[257684502] 'applied index is now lower than readState.Index' (duration: 110.808893ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:01.451517Z","caller":"traceutil/trace.go:171","msg":"trace[1873989354] transaction","detail":"{read_only:false; response_revision:28743; number_of_response:1; }","duration":"767.92414ms","start":"2026-05-06T02:08:00.683557Z","end":"2026-05-06T02:08:01.451481Z","steps":["trace[1873989354] 'process raft request' (duration: 766.809724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.451732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.683534Z","time spent":"768.065873ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:01.451785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156445188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:01.451846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.145813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:08:01.451874Z","caller":"traceutil/trace.go:171","msg":"trace[1152349254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28743; }","duration":"1.15657549s","start":"2026-05-06T02:08:00.295273Z","end":"2026-05-06T02:08:01.451848Z","steps":["trace[1152349254] 'agreement among raft nodes before linearized reading' (duration: 1.156313584s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.451886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.406141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-06T02:08:01.451913Z","caller":"traceutil/trace.go:171","msg":"trace[1271494445] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28743; }","duration":"974.459982ms","start":"2026-05-06T02:08:00.477445Z","end":"2026-05-06T02:08:01.451905Z","steps":["trace[1271494445] 'agreement among raft nodes before linearized reading' (duration: 974.38714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.451894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.355152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:01.451924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.295253Z","time spent":"1.156654932s","remote":"127.0.0.1:57284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:01.451944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.477427Z","time spent":"974.511123ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:08:01.451895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.116589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:01.451937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.232926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:01.45181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056336595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-05-06T02:08:01.452004Z","caller":"traceutil/trace.go:171","msg":"trace[2122367902] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28743; }","duration":"1.056593241s","start":"2026-05-06T02:08:00.395399Z","end":"2026-05-06T02:08:01.451992Z","steps":["trace[2122367902] 'agreement among raft nodes before linearized reading' (duration: 1.056191652s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.451997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.328055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:01.452008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.176317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-06T02:08:01.452019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.703226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:08:01.452017Z","caller":"traceutil/trace.go:171","msg":"trace[1798208922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28743; }","duration":"248.260882ms","start":"2026-05-06T02:08:01.203722Z","end":"2026-05-06T02:08:01.451983Z","steps":["trace[1798208922] 'agreement among raft nodes before linearized reading' (duration: 248.019616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.451949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.15736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-06T02:08:01.452141Z","caller":"traceutil/trace.go:171","msg":"trace[1760868397] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:28743; }","duration":"924.390186ms","start":"2026-05-06T02:08:00.527742Z","end":"2026-05-06T02:08:01.452132Z","steps":["trace[1760868397] 'agreement among raft nodes before linearized reading' (duration: 924.088398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.451905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.095216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T02:08:01.452179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.527721Z","time spent":"924.437977ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-05-06T02:08:01.452161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.109451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-05-06T02:08:01.452044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.395316Z","time spent":"1.056718074s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1539,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-06T02:08:01.45221Z","caller":"traceutil/trace.go:171","msg":"trace[247113424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28743; }","duration":"611.419114ms","start":"2026-05-06T02:08:00.840758Z","end":"2026-05-06T02:08:01.452178Z","steps":["trace[247113424] 'agreement among raft nodes before linearized reading' (duration: 611.000964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.45189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.348994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:08:01.452232Z","caller":"traceutil/trace.go:171","msg":"trace[1235898227] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28743; }","duration":"343.207832ms","start":"2026-05-06T02:08:01.109Z","end":"2026-05-06T02:08:01.452207Z","steps":["trace[1235898227] 'agreement among raft nodes before linearized reading' (duration: 342.961446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.452292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.108984Z","time spent":"343.296435ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:08:01.452297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.840737Z","time spent":"611.531056ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-06T02:08:01.452298Z","caller":"traceutil/trace.go:171","msg":"trace[890367936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28743; }","duration":"881.805895ms","start":"2026-05-06T02:08:00.570467Z","end":"2026-05-06T02:08:01.452272Z","steps":["trace[890367936] 'agreement among raft nodes before linearized reading' (duration: 881.16775ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:01.451963Z","caller":"traceutil/trace.go:171","msg":"trace[1573416863] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28743; }","duration":"889.450935ms","start":"2026-05-06T02:08:00.562493Z","end":"2026-05-06T02:08:01.451944Z","steps":["trace[1573416863] 'agreement among raft nodes before linearized reading' (duration: 889.332022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.452363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.570439Z","time spent":"881.904407ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:08:01.452392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.562483Z","time spent":"889.878535ms","remote":"127.0.0.1:52002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:01.452005Z","caller":"traceutil/trace.go:171","msg":"trace[947058161] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28743; }","duration":"796.338277ms","start":"2026-05-06T02:08:00.65565Z","end":"2026-05-06T02:08:01.451988Z","steps":["trace[947058161] 'agreement among raft nodes before linearized reading' (duration: 796.236455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.452464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.655629Z","time spent":"796.817059ms","remote":"127.0.0.1:48620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:01.452008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.312495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-kk75x\" ","response":"range_response_count:1 size:5396"} {"level":"info","ts":"2026-05-06T02:08:01.452536Z","caller":"traceutil/trace.go:171","msg":"trace[1919772110] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-kk75x; range_end:; response_count:1; response_revision:28743; }","duration":"369.866038ms","start":"2026-05-06T02:08:01.082647Z","end":"2026-05-06T02:08:01.452513Z","steps":["trace[1919772110] 'agreement among raft nodes before linearized reading' (duration: 369.268704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.452606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.082626Z","time spent":"369.958901ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5420,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-kk75x\" "} {"level":"info","ts":"2026-05-06T02:08:01.451915Z","caller":"traceutil/trace.go:171","msg":"trace[1635128409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28743; }","duration":"610.261896ms","start":"2026-05-06T02:08:00.841636Z","end":"2026-05-06T02:08:01.451898Z","steps":["trace[1635128409] 'agreement among raft nodes before linearized reading' (duration: 609.975979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.452656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.841621Z","time spent":"611.025294ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-06T02:08:01.452054Z","caller":"traceutil/trace.go:171","msg":"trace[1143178219] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28743; }","duration":"441.788388ms","start":"2026-05-06T02:08:01.010256Z","end":"2026-05-06T02:08:01.452044Z","steps":["trace[1143178219] 'agreement among raft nodes before linearized reading' (duration: 441.685766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.45273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.010232Z","time spent":"442.482084ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:08:01.452046Z","caller":"traceutil/trace.go:171","msg":"trace[2036109515] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28743; }","duration":"154.415527ms","start":"2026-05-06T02:08:01.297617Z","end":"2026-05-06T02:08:01.452033Z","steps":["trace[2036109515] 'agreement among raft nodes before linearized reading' (duration: 154.337645ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:01.452049Z","caller":"traceutil/trace.go:171","msg":"trace[1903998265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28743; }","duration":"611.245789ms","start":"2026-05-06T02:08:00.840793Z","end":"2026-05-06T02:08:01.452039Z","steps":["trace[1903998265] 'agreement among raft nodes before linearized reading' (duration: 611.138427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:01.453058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:00.840773Z","time spent":"612.264803ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T02:08:02.021698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:02.522372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227011723,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T02:08:02.642628Z","caller":"traceutil/trace.go:171","msg":"trace[1158486157] transaction","detail":"{read_only:false; response_revision:28744; number_of_response:1; }","duration":"1.185180242s","start":"2026-05-06T02:08:01.457422Z","end":"2026-05-06T02:08:02.642602Z","steps":["trace[1158486157] 'process raft request' (duration: 1.184924776s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:02.642867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.45741Z","time spent":"1.185373717s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:02.642906Z","caller":"traceutil/trace.go:171","msg":"trace[954520319] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"1.183631476s","start":"2026-05-06T02:08:01.459257Z","end":"2026-05-06T02:08:02.642888Z","steps":["trace[954520319] 'process raft request' (duration: 1.183502043s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:02.643018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.45925Z","time spent":"1.183706927s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5165,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:02.642981Z","caller":"traceutil/trace.go:171","msg":"trace[77995839] transaction","detail":"{read_only:false; response_revision:28745; number_of_response:1; }","duration":"1.184240311s","start":"2026-05-06T02:08:01.45868Z","end":"2026-05-06T02:08:02.64292Z","steps":["trace[77995839] 'process raft request' (duration: 1.183845361s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:02.643241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.458667Z","time spent":"1.184429495s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:03.771177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.017825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:03.771363Z","caller":"traceutil/trace.go:171","msg":"trace[368963781] linearizableReadLoop","detail":"{readStateIndex:30071; appliedIndex:30067; }","duration":"2.249910754s","start":"2026-05-06T02:08:01.521398Z","end":"2026-05-06T02:08:03.771309Z","steps":["trace[368963781] 'read index received' (duration: 1.120943623s)","trace[368963781] 'applied index is now lower than readState.Index' (duration: 1.128964361s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:03.771427Z","caller":"traceutil/trace.go:171","msg":"trace[1513274406] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"2.248977362s","start":"2026-05-06T02:08:01.52241Z","end":"2026-05-06T02:08:03.771387Z","steps":["trace[1513274406] 'process raft request' (duration: 1.370585718s)","trace[1513274406] 'compare' (duration: 876.916589ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:03.771613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.522388Z","time spent":"2.249111525s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:03.771747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315138067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-06T02:08:03.771745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314794798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:08:03.771793Z","caller":"traceutil/trace.go:171","msg":"trace[1408369911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28747; }","duration":"2.315202568s","start":"2026-05-06T02:08:01.456568Z","end":"2026-05-06T02:08:03.77177Z","steps":["trace[1408369911] 'agreement among raft nodes before linearized reading' (duration: 2.31488753s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:03.771819Z","caller":"traceutil/trace.go:171","msg":"trace[1401295642] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28747; }","duration":"2.31489371s","start":"2026-05-06T02:08:01.456907Z","end":"2026-05-06T02:08:03.771801Z","steps":["trace[1401295642] 'agreement among raft nodes before linearized reading' (duration: 2.314491191s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:03.771836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.45655Z","time spent":"2.31527666s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:08:03.771854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:01.4569Z","time spent":"2.314946622s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:08:03.773996Z","caller":"traceutil/trace.go:171","msg":"trace[315509435] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"427.096162ms","start":"2026-05-06T02:08:03.346874Z","end":"2026-05-06T02:08:03.77397Z","steps":["trace[315509435] 'process raft request' (duration: 426.874177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:03.774337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.346846Z","time spent":"427.264126ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:04.206988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000628968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:04.207097Z","caller":"traceutil/trace.go:171","msg":"trace[453665339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000787112s","start":"2026-05-06T02:08:02.20628Z","end":"2026-05-06T02:08:04.207067Z","steps":["trace[453665339] 'agreement among raft nodes before linearized reading' (duration: 2.000647659s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.207156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:02.206264Z","time spent":"2.000882224s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-06T02:08:04.490202Z","caller":"traceutil/trace.go:171","msg":"trace[1334150027] linearizableReadLoop","detail":"{readStateIndex:30076; appliedIndex:30071; }","duration":"718.768585ms","start":"2026-05-06T02:08:03.771396Z","end":"2026-05-06T02:08:04.490165Z","steps":["trace[1334150027] 'read index received' (duration: 2.381196ms)","trace[1334150027] 'applied index is now lower than readState.Index' (duration: 716.385449ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:04.49037Z","caller":"traceutil/trace.go:171","msg":"trace[122871723] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"1.142861027s","start":"2026-05-06T02:08:03.347491Z","end":"2026-05-06T02:08:04.490352Z","steps":["trace[122871723] 'process raft request' (duration: 1.112875172s)","trace[122871723] 'compare' (duration: 29.220517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:04.490549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.347466Z","time spent":"1.142953709s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:04.490549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282638241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:04.49062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.797915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:08:04.490716Z","caller":"traceutil/trace.go:171","msg":"trace[1932451827] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"1.141761651s","start":"2026-05-06T02:08:03.348939Z","end":"2026-05-06T02:08:04.490701Z","steps":["trace[1932451827] 'process raft request' (duration: 1.141154827s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:04.490733Z","caller":"traceutil/trace.go:171","msg":"trace[1639846934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28752; }","duration":"815.937068ms","start":"2026-05-06T02:08:03.674757Z","end":"2026-05-06T02:08:04.490694Z","steps":["trace[1639846934] 'agreement among raft nodes before linearized reading' (duration: 815.640331ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:04.49072Z","caller":"traceutil/trace.go:171","msg":"trace[175714875] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"1.142417557s","start":"2026-05-06T02:08:03.348268Z","end":"2026-05-06T02:08:04.490686Z","steps":["trace[175714875] 'process raft request' (duration: 1.141636378s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.490793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.674737Z","time spent":"816.041171ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-06T02:08:04.490829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.71623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:04.49084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.348933Z","time spent":"1.141831862s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:04.490869Z","caller":"traceutil/trace.go:171","msg":"trace[1028821209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28752; }","duration":"737.818493ms","start":"2026-05-06T02:08:03.753044Z","end":"2026-05-06T02:08:04.490862Z","steps":["trace[1028821209] 'agreement among raft nodes before linearized reading' (duration: 737.70966ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:04.490642Z","caller":"traceutil/trace.go:171","msg":"trace[285047183] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28752; }","duration":"1.282791905s","start":"2026-05-06T02:08:03.207822Z","end":"2026-05-06T02:08:04.490614Z","steps":["trace[285047183] 'agreement among raft nodes before linearized reading' (duration: 1.282607481s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.490897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.753025Z","time spent":"737.865184ms","remote":"127.0.0.1:46238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:04.4907Z","caller":"traceutil/trace.go:171","msg":"trace[71439600] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"1.141794352s","start":"2026-05-06T02:08:03.348872Z","end":"2026-05-06T02:08:04.490667Z","steps":["trace[71439600] 'process raft request' (duration: 1.141172697s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.490914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.348254Z","time spent":"1.142540269s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:04.490931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.243463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:04.490985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.34886Z","time spent":"1.142073568s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:04.49094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.207801Z","time spent":"1.283118202s","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:04.491001Z","caller":"traceutil/trace.go:171","msg":"trace[1514298228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28752; }","duration":"887.348126ms","start":"2026-05-06T02:08:03.60363Z","end":"2026-05-06T02:08:04.490978Z","steps":["trace[1514298228] 'agreement among raft nodes before linearized reading' (duration: 887.215192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.491126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012864063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17234"} {"level":"warn","ts":"2026-05-06T02:08:04.491114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.603608Z","time spent":"887.490319ms","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:04.49116Z","caller":"traceutil/trace.go:171","msg":"trace[2132488334] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28752; }","duration":"1.012924045s","start":"2026-05-06T02:08:03.478226Z","end":"2026-05-06T02:08:04.49115Z","steps":["trace[2132488334] 'agreement among raft nodes before linearized reading' (duration: 1.012198107s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.490853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843266771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-vd2ks\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-05-06T02:08:04.491185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.47821Z","time spent":"1.012970046s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17258,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-06T02:08:04.491227Z","caller":"traceutil/trace.go:171","msg":"trace[804609853] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-vd2ks; range_end:; response_count:1; response_revision:28752; }","duration":"1.843666831s","start":"2026-05-06T02:08:02.647529Z","end":"2026-05-06T02:08:04.491195Z","steps":["trace[804609853] 'agreement among raft nodes before linearized reading' (duration: 1.843106977s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.491317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:02.647504Z","time spent":"1.843786744s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-vd2ks\" "} {"level":"warn","ts":"2026-05-06T02:08:04.517182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.021423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:04.517242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.123948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-06T02:08:04.517301Z","caller":"traceutil/trace.go:171","msg":"trace[2010060900] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28753; }","duration":"743.224439ms","start":"2026-05-06T02:08:03.774063Z","end":"2026-05-06T02:08:04.517288Z","steps":["trace[2010060900] 'agreement among raft nodes before linearized reading' (duration: 743.005034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.517272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.088285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:04.517337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.77402Z","time spent":"743.308121ms","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-06T02:08:04.517368Z","caller":"traceutil/trace.go:171","msg":"trace[1230779382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28753; }","duration":"310.164146ms","start":"2026-05-06T02:08:04.207104Z","end":"2026-05-06T02:08:04.517269Z","steps":["trace[1230779382] 'agreement among raft nodes before linearized reading' (duration: 309.985542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.517448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.803735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-06T02:08:04.517499Z","caller":"traceutil/trace.go:171","msg":"trace[440782588] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28753; }","duration":"666.899307ms","start":"2026-05-06T02:08:03.850583Z","end":"2026-05-06T02:08:04.517482Z","steps":["trace[440782588] 'agreement among raft nodes before linearized reading' (duration: 666.769484ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:04.517375Z","caller":"traceutil/trace.go:171","msg":"trace[285207229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28753; }","duration":"313.250329ms","start":"2026-05-06T02:08:04.204105Z","end":"2026-05-06T02:08:04.517356Z","steps":["trace[285207229] 'agreement among raft nodes before linearized reading' (duration: 313.039464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.517507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.405609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-06T02:08:04.517493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:04.207085Z","time spent":"310.387932ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:04.51758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:04.204084Z","time spent":"313.482294ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:08:04.517588Z","caller":"traceutil/trace.go:171","msg":"trace[295740671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28753; }","duration":"103.494391ms","start":"2026-05-06T02:08:04.414076Z","end":"2026-05-06T02:08:04.51757Z","steps":["trace[295740671] 'agreement among raft nodes before linearized reading' (duration: 103.246635ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:04.51729Z","caller":"traceutil/trace.go:171","msg":"trace[2118141220] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"566.475958ms","start":"2026-05-06T02:08:03.95079Z","end":"2026-05-06T02:08:04.517266Z","steps":["trace[2118141220] 'process raft request' (duration: 566.097069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:04.517833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.950752Z","time spent":"566.97297ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:04.517538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:03.850557Z","time spent":"666.973569ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:08:09.556524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:10.057606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:10.111932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066491294s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:08:10.117103Z","caller":"traceutil/trace.go:171","msg":"trace[237612849] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"1.071728697s","start":"2026-05-06T02:08:09.045337Z","end":"2026-05-06T02:08:10.117066Z","steps":["trace[237612849] 'process raft request' (duration: 1.066797672s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:10.117242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.045321Z","time spent":"1.07184827s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:12.060091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.943867565s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:08:12.062895Z","caller":"traceutil/trace.go:171","msg":"trace[1508653121] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"2.744968704s","start":"2026-05-06T02:08:09.317896Z","end":"2026-05-06T02:08:12.062865Z","steps":["trace[1508653121] 'process raft request' (duration: 2.743355266s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:12.062957Z","caller":"traceutil/trace.go:171","msg":"trace[1540266934] linearizableReadLoop","detail":"{readStateIndex:30221; appliedIndex:30218; }","duration":"3.006665622s","start":"2026-05-06T02:08:09.05626Z","end":"2026-05-06T02:08:12.062926Z","steps":["trace[1540266934] 'read index received' (duration: 1.055898185s)","trace[1540266934] 'applied index is now lower than readState.Index' (duration: 1.950766217s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:12.063029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.31786Z","time spent":"2.745098296s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:12.063071Z","caller":"traceutil/trace.go:171","msg":"trace[1487117486] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"2.258900535s","start":"2026-05-06T02:08:09.804143Z","end":"2026-05-06T02:08:12.063043Z","steps":["trace[1487117486] 'process raft request' (duration: 2.258632679s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:12.06346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.804122Z","time spent":"2.259278094s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:12.063224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006946088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-06T02:08:12.063704Z","caller":"traceutil/trace.go:171","msg":"trace[1324518370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28894; }","duration":"3.00747051s","start":"2026-05-06T02:08:09.05621Z","end":"2026-05-06T02:08:12.063681Z","steps":["trace[1324518370] 'agreement among raft nodes before linearized reading' (duration: 3.006851236s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:12.063762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.05619Z","time spent":"3.007554232s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:08:12.204888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:12.204974Z","caller":"traceutil/trace.go:171","msg":"trace[115920438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345731s","start":"2026-05-06T02:08:10.204609Z","end":"2026-05-06T02:08:12.204955Z","steps":["trace[115920438] 'agreement among raft nodes before linearized reading' (duration: 2.000236089s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:12.205022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.204591Z","time spent":"2.000421113s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:12.563522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:13.064175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:13.565048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:14.06524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:14.205743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:14.205863Z","caller":"traceutil/trace.go:171","msg":"trace[1122024342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443094s","start":"2026-05-06T02:08:12.205392Z","end":"2026-05-06T02:08:14.205835Z","steps":["trace[1122024342] 'agreement among raft nodes before linearized reading' (duration: 2.00028737s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:14.206031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:12.205362Z","time spent":"2.000611098s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:14.565807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:15.067612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:15.50751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.50858Z","time spent":"4.998921693s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:15.511141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.511871Z","time spent":"4.999263591s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:15.51396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.515689Z","time spent":"4.998266838s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:15.514082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.515902Z","time spent":"4.998174085s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:15.557729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999309572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:15.557816Z","caller":"traceutil/trace.go:171","msg":"trace[128400931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999457585s","start":"2026-05-06T02:08:10.558335Z","end":"2026-05-06T02:08:15.557793Z","steps":["trace[128400931] 'agreement among raft nodes before linearized reading' (duration: 4.999348932s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:15.557864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.558305Z","time spent":"4.999548507s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/06 02:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:15.560052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999944266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:15.560131Z","caller":"traceutil/trace.go:171","msg":"trace[1600616037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00005771s","start":"2026-05-06T02:08:10.560054Z","end":"2026-05-06T02:08:15.560111Z","steps":["trace[1600616037] 'agreement among raft nodes before linearized reading' (duration: 4.999953297s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:15.56019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.560048Z","time spent":"5.000132871s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/06 02:08:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:15.568251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:15.667692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.605651073s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:16.201391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999648315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:16.201508Z","caller":"traceutil/trace.go:171","msg":"trace[643998808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999834479s","start":"2026-05-06T02:08:14.201647Z","end":"2026-05-06T02:08:16.201481Z","steps":["trace[643998808] 'agreement among raft nodes before linearized reading' (duration: 1.999686695s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:16.201599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:14.201621Z","time spent":"1.999960502s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:16.211661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:16.211769Z","caller":"traceutil/trace.go:171","msg":"trace[433915630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685929s","start":"2026-05-06T02:08:14.211058Z","end":"2026-05-06T02:08:16.211744Z","steps":["trace[433915630] 'agreement among raft nodes before linearized reading' (duration: 2.000518555s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:16.211823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:14.211047Z","time spent":"2.000765891s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:17.06627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:12.068138Z","time spent":"4.998120545s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:17.241405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.384608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:17.24153Z","caller":"traceutil/trace.go:171","msg":"trace[2102820026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28894; }","duration":"707.522931ms","start":"2026-05-06T02:08:16.533987Z","end":"2026-05-06T02:08:17.24151Z","steps":["trace[2102820026] 'range keys from in-memory index tree' (duration: 707.364878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:17.243046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575031421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:17.243375Z","caller":"traceutil/trace.go:171","msg":"trace[1747877065] transaction","detail":"{read_only:false; response_revision:28899; number_of_response:1; }","duration":"5.778265983s","start":"2026-05-06T02:08:11.465091Z","end":"2026-05-06T02:08:17.243356Z","steps":["trace[1747877065] 'process raft request' (duration: 5.778194941s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:17.243457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:11.465065Z","time spent":"5.778344514s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:18.218469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:18.218534Z","caller":"traceutil/trace.go:171","msg":"trace[151906035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651638s","start":"2026-05-06T02:08:16.217868Z","end":"2026-05-06T02:08:18.21852Z","steps":["trace[151906035] 'agreement among raft nodes before linearized reading' (duration: 2.000555656s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:18.218565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:16.217845Z","time spent":"2.00071344s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:18.870787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.202930563s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:19.039144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.917431255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:19.039216Z","caller":"traceutil/trace.go:171","msg":"trace[1075549671] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"8.917543608s","start":"2026-05-06T02:08:10.121654Z","end":"2026-05-06T02:08:19.039198Z","steps":["trace[1075549671] 'agreement among raft nodes before linearized reading' (duration: 8.917454006s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:19.039254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.121637Z","time spent":"8.917609149s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/06 02:08:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:19.067742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:14.070288Z","time spent":"4.997441789s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:08:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:19.958589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999907096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:19.958687Z","caller":"traceutil/trace.go:171","msg":"trace[2106530188] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.000061219s","start":"2026-05-06T02:08:09.958603Z","end":"2026-05-06T02:08:19.958664Z","steps":["trace[2106530188] 'agreement among raft nodes before linearized reading' (duration: 9.999929146s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:19.958739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.958587Z","time spent":"10.000142921s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} 2026/05/06 02:08:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.219443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000494246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:20.219543Z","caller":"traceutil/trace.go:171","msg":"trace[1749393146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631349s","start":"2026-05-06T02:08:18.218893Z","end":"2026-05-06T02:08:20.219524Z","steps":["trace[1749393146] 'agreement among raft nodes before linearized reading' (duration: 2.000502486s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.219592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:18.218882Z","time spent":"2.00069976s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:20.419094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547950325s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:20.419472Z","caller":"traceutil/trace.go:171","msg":"trace[1995880981] transaction","detail":"{read_only:false; response_revision:28901; number_of_response:1; }","duration":"6.564971673s","start":"2026-05-06T02:08:13.854477Z","end":"2026-05-06T02:08:20.419448Z","steps":["trace[1995880981] 'process raft request' (duration: 6.564762078s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.41959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:13.85445Z","time spent":"6.565072625s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:20.420093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436755697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3136"} {"level":"warn","ts":"2026-05-06T02:08:20.420122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.434662508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-05-06T02:08:20.420151Z","caller":"traceutil/trace.go:171","msg":"trace[1603373277] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:28903; }","duration":"9.43687126s","start":"2026-05-06T02:08:10.983268Z","end":"2026-05-06T02:08:20.420139Z","steps":["trace[1603373277] 'agreement among raft nodes before linearized reading' (duration: 9.436652435s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436573733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-05-06T02:08:20.420147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.743360258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T02:08:20.420152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.43476357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1431"} {"level":"warn","ts":"2026-05-06T02:08:20.420126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.435998219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:16862"} {"level":"info","ts":"2026-05-06T02:08:20.420203Z","caller":"traceutil/trace.go:171","msg":"trace[1199123456] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28903; }","duration":"9.436671655s","start":"2026-05-06T02:08:10.983516Z","end":"2026-05-06T02:08:20.420188Z","steps":["trace[1199123456] 'agreement among raft nodes before linearized reading' (duration: 9.436484241s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.43561738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-05-06T02:08:20.420187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.43686586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"warn","ts":"2026-05-06T02:08:20.420254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983489Z","time spent":"9.436756487s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13510,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.358785686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:20.420255Z","caller":"traceutil/trace.go:171","msg":"trace[735695867] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:28903; }","duration":"9.434883203s","start":"2026-05-06T02:08:10.985343Z","end":"2026-05-06T02:08:20.420226Z","steps":["trace[735695867] 'agreement among raft nodes before linearized reading' (duration: 9.434667878s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.42028Z","caller":"traceutil/trace.go:171","msg":"trace[110175032] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:28903; }","duration":"9.435669832s","start":"2026-05-06T02:08:10.98459Z","end":"2026-05-06T02:08:20.42026Z","steps":["trace[110175032] 'agreement among raft nodes before linearized reading' (duration: 9.435578569s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.435396615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3195"} {"level":"warn","ts":"2026-05-06T02:08:20.420293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436775067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-05-06T02:08:20.420327Z","caller":"traceutil/trace.go:171","msg":"trace[794831380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28903; }","duration":"9.436844049s","start":"2026-05-06T02:08:10.983473Z","end":"2026-05-06T02:08:20.420317Z","steps":["trace[794831380] 'agreement among raft nodes before linearized reading' (duration: 9.436753627s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983246Z","time spent":"9.436942451s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3160,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983461Z","time spent":"9.43689361s","remote":"127.0.0.1:46258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4855,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.731141292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:08:20.420238Z","caller":"traceutil/trace.go:171","msg":"trace[87050975] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:28903; }","duration":"9.436157093s","start":"2026-05-06T02:08:10.984071Z","end":"2026-05-06T02:08:20.420228Z","steps":["trace[87050975] 'agreement among raft nodes before linearized reading' (duration: 9.435837235s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.984057Z","time spent":"9.436340227s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":16886,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.984584Z","time spent":"9.435727893s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.437224568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3180"} {"level":"info","ts":"2026-05-06T02:08:20.420416Z","caller":"traceutil/trace.go:171","msg":"trace[277915585] transaction","detail":"{read_only:false; response_revision:28903; number_of_response:1; }","duration":"5.701668663s","start":"2026-05-06T02:08:14.718734Z","end":"2026-05-06T02:08:20.420402Z","steps":["trace[277915585] 'process raft request' (duration: 5.700774552s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.420448Z","caller":"traceutil/trace.go:171","msg":"trace[1666945240] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28903; }","duration":"9.437260939s","start":"2026-05-06T02:08:10.983172Z","end":"2026-05-06T02:08:20.420433Z","steps":["trace[1666945240] 'agreement among raft nodes before linearized reading' (duration: 9.437183247s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983156Z","time spent":"9.43732935s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3204,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.985336Z","time spent":"9.434973035s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1455,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436759427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3195"} {"level":"info","ts":"2026-05-06T02:08:20.420271Z","caller":"traceutil/trace.go:171","msg":"trace[1462760329] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28903; }","duration":"9.436961242s","start":"2026-05-06T02:08:10.983302Z","end":"2026-05-06T02:08:20.420263Z","steps":["trace[1462760329] 'agreement among raft nodes before linearized reading' (duration: 9.436822208s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.84390331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-06T02:08:20.420594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983296Z","time spent":"9.437291239s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7374,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.364553499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:20.420259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.437019873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-05-06T02:08:20.420194Z","caller":"traceutil/trace.go:171","msg":"trace[1157187792] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:28903; }","duration":"9.43474799s","start":"2026-05-06T02:08:10.985425Z","end":"2026-05-06T02:08:20.420173Z","steps":["trace[1157187792] 'agreement among raft nodes before linearized reading' (duration: 9.434518634s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.42066Z","caller":"traceutil/trace.go:171","msg":"trace[201824041] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:28903; }","duration":"9.437429773s","start":"2026-05-06T02:08:10.983218Z","end":"2026-05-06T02:08:20.420648Z","steps":["trace[201824041] 'agreement among raft nodes before linearized reading' (duration: 9.436989652s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.42068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.435408185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3188"} {"level":"warn","ts":"2026-05-06T02:08:20.4206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436121572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"warn","ts":"2026-05-06T02:08:20.420707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983208Z","time spent":"9.437484544s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"info","ts":"2026-05-06T02:08:20.420742Z","caller":"traceutil/trace.go:171","msg":"trace[1752388742] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:28903; }","duration":"9.436276446s","start":"2026-05-06T02:08:10.984452Z","end":"2026-05-06T02:08:20.420728Z","steps":["trace[1752388742] 'agreement among raft nodes before linearized reading' (duration: 9.436097531s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.984442Z","time spent":"9.436331437s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7480,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:14.718715Z","time spent":"5.701754445s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:20.420813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.110605695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"warn","ts":"2026-05-06T02:08:20.420854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.435785214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1066"} {"level":"info","ts":"2026-05-06T02:08:20.420869Z","caller":"traceutil/trace.go:171","msg":"trace[1114864263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28903; }","duration":"10.110695058s","start":"2026-05-06T02:08:10.310163Z","end":"2026-05-06T02:08:20.420858Z","steps":["trace[1114864263] 'agreement among raft nodes before linearized reading' (duration: 10.110565965s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.420743Z","caller":"traceutil/trace.go:171","msg":"trace[1587544474] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:28903; }","duration":"9.435497018s","start":"2026-05-06T02:08:10.985231Z","end":"2026-05-06T02:08:20.420728Z","steps":["trace[1587544474] 'agreement among raft nodes before linearized reading' (duration: 9.435346474s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.310144Z","time spent":"10.11075728s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11525,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.985214Z","time spent":"9.435693832s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3212,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.435883216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-05-06T02:08:20.4204Z","caller":"traceutil/trace.go:171","msg":"trace[1147875052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28903; }","duration":"9.731220814s","start":"2026-05-06T02:08:10.68917Z","end":"2026-05-06T02:08:20.420391Z","steps":["trace[1147875052] 'agreement among raft nodes before linearized reading' (duration: 9.731108391s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.420952Z","caller":"traceutil/trace.go:171","msg":"trace[1895031324] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:28903; }","duration":"9.435922988s","start":"2026-05-06T02:08:10.985022Z","end":"2026-05-06T02:08:20.420945Z","steps":["trace[1895031324] 'agreement among raft nodes before linearized reading' (duration: 9.435856906s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.420972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.985017Z","time spent":"9.435951148s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":887,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.689145Z","time spent":"9.731824347s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-06T02:08:20.42061Z","caller":"traceutil/trace.go:171","msg":"trace[458421822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28903; }","duration":"9.843994462s","start":"2026-05-06T02:08:10.576601Z","end":"2026-05-06T02:08:20.420595Z","steps":["trace[458421822] 'agreement among raft nodes before linearized reading' (duration: 9.84387783s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.42015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.891353015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-06T02:08:20.421056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.576576Z","time spent":"9.844465494s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.437142466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3188"} {"level":"info","ts":"2026-05-06T02:08:20.421111Z","caller":"traceutil/trace.go:171","msg":"trace[2062450716] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:28903; }","duration":"9.437961015s","start":"2026-05-06T02:08:10.983141Z","end":"2026-05-06T02:08:20.421102Z","steps":["trace[2062450716] 'agreement among raft nodes before linearized reading' (duration: 9.437136706s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.42069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.985416Z","time spent":"9.435263731s","remote":"127.0.0.1:52054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-05-06T02:08:20.420453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.818250448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-05-06T02:08:20.420905Z","caller":"traceutil/trace.go:171","msg":"trace[936244547] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:28903; }","duration":"9.435847545s","start":"2026-05-06T02:08:10.985044Z","end":"2026-05-06T02:08:20.420892Z","steps":["trace[936244547] 'agreement among raft nodes before linearized reading' (duration: 9.435726143s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.421075Z","caller":"traceutil/trace.go:171","msg":"trace[1655998976] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:28903; }","duration":"9.892330538s","start":"2026-05-06T02:08:10.528732Z","end":"2026-05-06T02:08:20.421062Z","steps":["trace[1655998976] 'agreement among raft nodes before linearized reading' (duration: 9.891218582s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.985037Z","time spent":"9.436153792s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1090,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"warn","ts":"2026-05-06T02:08:20.421207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.822760633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:20.421201Z","caller":"traceutil/trace.go:171","msg":"trace[1623453943] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28903; }","duration":"9.818994595s","start":"2026-05-06T02:08:10.60219Z","end":"2026-05-06T02:08:20.421184Z","steps":["trace[1623453943] 'agreement among raft nodes before linearized reading' (duration: 9.818170696s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.361047078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:20.421263Z","caller":"traceutil/trace.go:171","msg":"trace[1105117843] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28903; }","duration":"8.822811894s","start":"2026-05-06T02:08:11.59841Z","end":"2026-05-06T02:08:20.421222Z","steps":["trace[1105117843] 'agreement among raft nodes before linearized reading' (duration: 8.822775533s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.421278Z","caller":"traceutil/trace.go:171","msg":"trace[198243408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28903; }","duration":"9.361178471s","start":"2026-05-06T02:08:11.060082Z","end":"2026-05-06T02:08:20.421261Z","steps":["trace[198243408] 'agreement among raft nodes before linearized reading' (duration: 9.361074879s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.42025Z","caller":"traceutil/trace.go:171","msg":"trace[675092287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28903; }","duration":"9.743522482s","start":"2026-05-06T02:08:10.676681Z","end":"2026-05-06T02:08:20.420204Z","steps":["trace[675092287] 'agreement among raft nodes before linearized reading' (duration: 9.743271766s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.882081976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:20.421332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:11.06004Z","time spent":"9.361277233s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:20.421354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.676657Z","time spent":"9.74468741s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T02:08:20.421255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.602099Z","time spent":"9.819141979s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-06T02:08:20.42123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.528715Z","time spent":"9.892503052s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-05-06T02:08:20.421348Z","caller":"traceutil/trace.go:171","msg":"trace[1055732151] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28903; }","duration":"8.882157768s","start":"2026-05-06T02:08:11.539185Z","end":"2026-05-06T02:08:20.421343Z","steps":["trace[1055732151] 'agreement among raft nodes before linearized reading' (duration: 8.882122007s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:11.539155Z","time spent":"8.882386514s","remote":"127.0.0.1:49988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:20.421592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.528141824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:20.420093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.437605537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3178"} {"level":"info","ts":"2026-05-06T02:08:20.42165Z","caller":"traceutil/trace.go:171","msg":"trace[319330019] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28903; }","duration":"10.528239347s","start":"2026-05-06T02:08:09.893395Z","end":"2026-05-06T02:08:20.421635Z","steps":["trace[319330019] 'agreement among raft nodes before linearized reading' (duration: 10.528149175s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:11.598388Z","time spent":"8.822898216s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:20.421149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983114Z","time spent":"9.438023366s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3212,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-05-06T02:08:20.421698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.893374Z","time spent":"10.528310399s","remote":"127.0.0.1:50004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:20.420348Z","caller":"traceutil/trace.go:171","msg":"trace[555831890] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28903; }","duration":"10.359044082s","start":"2026-05-06T02:08:10.06125Z","end":"2026-05-06T02:08:20.420294Z","steps":["trace[555831890] 'agreement among raft nodes before linearized reading' (duration: 10.358696684s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.061222Z","time spent":"10.360594438s","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:20.420653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436391919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3190"} {"level":"info","ts":"2026-05-06T02:08:20.421877Z","caller":"traceutil/trace.go:171","msg":"trace[1975670021] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:28903; }","duration":"9.437642637s","start":"2026-05-06T02:08:10.984222Z","end":"2026-05-06T02:08:20.421865Z","steps":["trace[1975670021] 'agreement among raft nodes before linearized reading' (duration: 9.436392028s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.984209Z","time spent":"9.437694489s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-05-06T02:08:20.42056Z","caller":"traceutil/trace.go:171","msg":"trace[318131711] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:28903; }","duration":"9.436822418s","start":"2026-05-06T02:08:10.983723Z","end":"2026-05-06T02:08:20.420545Z","steps":["trace[318131711] 'agreement among raft nodes before linearized reading' (duration: 9.436701415s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.421164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.956960906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-05-06T02:08:20.422086Z","caller":"traceutil/trace.go:171","msg":"trace[79543328] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28903; }","duration":"8.957915237s","start":"2026-05-06T02:08:11.464161Z","end":"2026-05-06T02:08:20.422076Z","steps":["trace[79543328] 'agreement among raft nodes before linearized reading' (duration: 8.956962085s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.422149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:11.46414Z","time spent":"8.95799798s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-06T02:08:20.42065Z","caller":"traceutil/trace.go:171","msg":"trace[62731966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28903; }","duration":"8.364657941s","start":"2026-05-06T02:08:12.055983Z","end":"2026-05-06T02:08:20.420641Z","steps":["trace[62731966] 'agreement among raft nodes before linearized reading' (duration: 8.364595339s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.422224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.811282973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T02:08:20.422255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:12.055952Z","time spent":"8.366292999s","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:20.42227Z","caller":"traceutil/trace.go:171","msg":"trace[1386136814] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28903; }","duration":"8.811361826s","start":"2026-05-06T02:08:11.610894Z","end":"2026-05-06T02:08:20.422256Z","steps":["trace[1386136814] 'agreement among raft nodes before linearized reading' (duration: 8.809775398s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.422331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:11.610875Z","time spent":"8.811438457s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2823,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:20.420702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436500411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-05-06T02:08:20.422389Z","caller":"traceutil/trace.go:171","msg":"trace[2081905141] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:28903; }","duration":"9.43820026s","start":"2026-05-06T02:08:10.984181Z","end":"2026-05-06T02:08:20.422381Z","steps":["trace[2081905141] 'agreement among raft nodes before linearized reading' (duration: 9.43648617s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.42241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.98417Z","time spent":"9.438234632s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3222,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-06T02:08:20.42253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.774274187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-06T02:08:20.422588Z","caller":"traceutil/trace.go:171","msg":"trace[1908790341] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28903; }","duration":"10.774368109s","start":"2026-05-06T02:08:09.648203Z","end":"2026-05-06T02:08:20.422571Z","steps":["trace[1908790341] 'agreement among raft nodes before linearized reading' (duration: 10.774216455s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.42263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.648182Z","time spent":"10.774436541s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"info","ts":"2026-05-06T02:08:20.421671Z","caller":"traceutil/trace.go:171","msg":"trace[149694913] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:28903; }","duration":"9.439254515s","start":"2026-05-06T02:08:10.982402Z","end":"2026-05-06T02:08:20.421657Z","steps":["trace[149694913] 'agreement among raft nodes before linearized reading' (duration: 9.437513865s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.422706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.982369Z","time spent":"9.440320341s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3202,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-05-06T02:08:20.422047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.983713Z","time spent":"9.438318273s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3219,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-06T02:08:20.422841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.348975677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-06T02:08:20.422871Z","caller":"traceutil/trace.go:171","msg":"trace[763549550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28903; }","duration":"11.349042429s","start":"2026-05-06T02:08:09.073821Z","end":"2026-05-06T02:08:20.422864Z","steps":["trace[763549550] 'agreement among raft nodes before linearized reading' (duration: 11.348955067s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.422893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:09.073804Z","time spent":"11.34908437s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"info","ts":"2026-05-06T02:08:20.420332Z","caller":"traceutil/trace.go:171","msg":"trace[1623769423] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:28903; }","duration":"9.435467017s","start":"2026-05-06T02:08:10.984848Z","end":"2026-05-06T02:08:20.420315Z","steps":["trace[1623769423] 'agreement among raft nodes before linearized reading' (duration: 9.435108328s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:20.41967Z","caller":"traceutil/trace.go:171","msg":"trace[560996631] linearizableReadLoop","detail":"{readStateIndex:30230; appliedIndex:30221; }","duration":"8.356612922s","start":"2026-05-06T02:08:12.06303Z","end":"2026-05-06T02:08:20.419643Z","steps":["trace[560996631] 'read index received' (duration: 3.604845404s)","trace[560996631] 'applied index is now lower than readState.Index' (duration: 4.751765988s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:20.422965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:10.984841Z","time spent":"9.438108309s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3219,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-06T02:08:20.507476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998237987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.50757Z","caller":"traceutil/trace.go:171","msg":"trace[834440875] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998386341s","start":"2026-05-06T02:08:15.509162Z","end":"2026-05-06T02:08:20.507549Z","steps":["trace[834440875] 'agreement among raft nodes before linearized reading' (duration: 4.998262248s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.507624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:15.509147Z","time spent":"4.998465742s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.510637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998292669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.5107Z","caller":"traceutil/trace.go:171","msg":"trace[480468470] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998405022s","start":"2026-05-06T02:08:15.51228Z","end":"2026-05-06T02:08:20.510685Z","steps":["trace[480468470] 'agreement among raft nodes before linearized reading' (duration: 4.99832284s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.510738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:15.512254Z","time spent":"4.998476063s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.513784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997442379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.513859Z","caller":"traceutil/trace.go:171","msg":"trace[1952546159] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997554551s","start":"2026-05-06T02:08:15.516277Z","end":"2026-05-06T02:08:20.513831Z","steps":["trace[1952546159] 'agreement among raft nodes before linearized reading' (duration: 4.997460339s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.513894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:15.51626Z","time spent":"4.997627593s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.515265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999721542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.515399Z","caller":"traceutil/trace.go:171","msg":"trace[1518241565] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999860396s","start":"2026-05-06T02:08:15.515465Z","end":"2026-05-06T02:08:20.515325Z","steps":["trace[1518241565] 'agreement among raft nodes before linearized reading' (duration: 4.999767013s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.515458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:15.515445Z","time spent":"5.000001999s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.557712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998157941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.557826Z","caller":"traceutil/trace.go:171","msg":"trace[331312773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998360766s","start":"2026-05-06T02:08:17.559427Z","end":"2026-05-06T02:08:20.557788Z","steps":["trace[331312773] 'agreement among raft nodes before linearized reading' (duration: 2.998230183s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.557885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:17.559401Z","time spent":"2.998470969s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.55902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.950846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.55911Z","caller":"traceutil/trace.go:171","msg":"trace[70278311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"131.10029ms","start":"2026-05-06T02:08:20.427985Z","end":"2026-05-06T02:08:20.559085Z","steps":["trace[70278311] 'agreement among raft nodes before linearized reading' (duration: 130.992267ms)"],"step_count":1} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.559188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.255133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.559274Z","caller":"traceutil/trace.go:171","msg":"trace[654292820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"131.402477ms","start":"2026-05-06T02:08:20.427849Z","end":"2026-05-06T02:08:20.559251Z","steps":["trace[654292820] 'agreement among raft nodes before linearized reading' (duration: 131.287934ms)"],"step_count":1} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.560352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99808331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:20.560431Z","caller":"traceutil/trace.go:171","msg":"trace[1302516502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998200413s","start":"2026-05-06T02:08:17.562213Z","end":"2026-05-06T02:08:20.560413Z","steps":["trace[1302516502] 'agreement among raft nodes before linearized reading' (duration: 2.998100951s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:20.560494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:17.562202Z","time spent":"2.998281455s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/06 02:08:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:20.923568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:21.424351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:21.92469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:22.135777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.212367384s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:22.228076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:22.228201Z","caller":"traceutil/trace.go:171","msg":"trace[1407608236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250589s","start":"2026-05-06T02:08:20.227924Z","end":"2026-05-06T02:08:22.228175Z","steps":["trace[1407608236] 'agreement among raft nodes before linearized reading' (duration: 2.000023584s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:22.228255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.227908Z","time spent":"2.000337491s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:23.918435Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"452d9dfadeac7486","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-06T02:08:24.057175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:19.058131Z","time spent":"4.999039077s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:08:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:24.067727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998405962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:24.067816Z","caller":"traceutil/trace.go:171","msg":"trace[101582593] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998552096s","start":"2026-05-06T02:08:19.069244Z","end":"2026-05-06T02:08:24.067796Z","steps":["trace[101582593] 'agreement among raft nodes before linearized reading' (duration: 4.998435073s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:24.067876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:19.069219Z","time spent":"4.998647067s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/06 02:08:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:24.229574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00069922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:24.229658Z","caller":"traceutil/trace.go:171","msg":"trace[506045873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000801453s","start":"2026-05-06T02:08:22.228817Z","end":"2026-05-06T02:08:24.229618Z","steps":["trace[506045873] 'agreement among raft nodes before linearized reading' (duration: 2.000724391s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:24.229693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:22.228793Z","time spent":"2.000892625s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:25.245717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.109677021s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:25.295157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:18.294711Z","time spent":"7.000440193s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:25.5145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998495413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:25.514782Z","caller":"traceutil/trace.go:171","msg":"trace[68755206] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998841902s","start":"2026-05-06T02:08:20.515914Z","end":"2026-05-06T02:08:25.514756Z","steps":["trace[68755206] 'agreement among raft nodes before linearized reading' (duration: 4.998511024s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:25.514909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.515907Z","time spent":"4.998981065s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-06T02:08:25.561328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.562969Z","time spent":"4.99835029s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:08:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:26.200566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000584387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:26.200658Z","caller":"traceutil/trace.go:171","msg":"trace[724260258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072357s","start":"2026-05-06T02:08:24.199915Z","end":"2026-05-06T02:08:26.200638Z","steps":["trace[724260258] 'agreement among raft nodes before linearized reading' (duration: 2.000599907s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:26.200888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:24.199901Z","time spent":"2.000797212s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:26.236918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:26.236998Z","caller":"traceutil/trace.go:171","msg":"trace[2096972430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246559s","start":"2026-05-06T02:08:24.236734Z","end":"2026-05-06T02:08:26.23698Z","steps":["trace[2096972430] 'agreement among raft nodes before linearized reading' (duration: 2.000147387s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:26.237044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:24.236707Z","time spent":"2.000327522s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:27.425329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.424936Z","time spent":"7.000387411s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:27.43163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.430405Z","time spent":"7.001211s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:27.432684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.432318Z","time spent":"7.0003591s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:27.515396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.514294Z","time spent":"7.001096939s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:27.561415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.561039Z","time spent":"7.000370141s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:27.679153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.678394Z","time spent":"7.000752591s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:27.69178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.690727Z","time spent":"7.001048627s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:27.785235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000992211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:27.785295Z","caller":"traceutil/trace.go:171","msg":"trace[506851372] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.001114374s","start":"2026-05-06T02:08:17.784167Z","end":"2026-05-06T02:08:27.785281Z","steps":["trace[506851372] 'agreement among raft nodes before linearized reading' (duration: 10.001030842s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:27.785328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:17.784145Z","time spent":"10.001176455s","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/06 02:08:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:28.244998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:28.245099Z","caller":"traceutil/trace.go:171","msg":"trace[889964661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328811s","start":"2026-05-06T02:08:26.244746Z","end":"2026-05-06T02:08:28.245075Z","steps":["trace[889964661] 'agreement among raft nodes before linearized reading' (duration: 2.000206479s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:28.245159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:26.244725Z","time spent":"2.000422684s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:28.697816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.451946562s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:29.068423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99883272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:29.068497Z","caller":"traceutil/trace.go:171","msg":"trace[1381031606] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998961864s","start":"2026-05-06T02:08:24.069516Z","end":"2026-05-06T02:08:29.068478Z","steps":["trace[1381031606] 'agreement among raft nodes before linearized reading' (duration: 4.998859751s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.068534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:24.069498Z","time spent":"4.999028555s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-06T02:08:29.232072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.802442374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.232174Z","caller":"traceutil/trace.go:171","msg":"trace[1988897130] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; }","duration":"8.802576758s","start":"2026-05-06T02:08:20.429573Z","end":"2026-05-06T02:08:29.23215Z","steps":["trace[1988897130] 'agreement among raft nodes before linearized reading' (duration: 8.802453775s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.232236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429561Z","time spent":"8.802659369s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.232369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.802801273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.232413Z","caller":"traceutil/trace.go:171","msg":"trace[1502594530] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; }","duration":"8.802852484s","start":"2026-05-06T02:08:20.42955Z","end":"2026-05-06T02:08:29.232402Z","steps":["trace[1502594530] 'agreement among raft nodes before linearized reading' (duration: 8.802806463s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.232457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429546Z","time spent":"8.802899925s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/image\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.232549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804453312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.232584Z","caller":"traceutil/trace.go:171","msg":"trace[1311399126] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; }","duration":"8.804488753s","start":"2026-05-06T02:08:20.428085Z","end":"2026-05-06T02:08:29.232574Z","steps":["trace[1311399126] 'agreement among raft nodes before linearized reading' (duration: 8.804452362s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.23262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.428062Z","time spent":"8.804547753s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.232699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804009661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.232737Z","caller":"traceutil/trace.go:171","msg":"trace[252461049] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; }","duration":"8.804096343s","start":"2026-05-06T02:08:20.428626Z","end":"2026-05-06T02:08:29.232723Z","steps":["trace[252461049] 'agreement among raft nodes before linearized reading' (duration: 8.804061612s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.232834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.428612Z","time spent":"8.804208525s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.23292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804891372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.232963Z","caller":"traceutil/trace.go:171","msg":"trace[1744376375] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"8.804980913s","start":"2026-05-06T02:08:20.427971Z","end":"2026-05-06T02:08:29.232952Z","steps":["trace[1744376375] 'agreement among raft nodes before linearized reading' (duration: 8.804937202s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.232999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.427933Z","time spent":"8.805057065s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.233101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804143255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.233142Z","caller":"traceutil/trace.go:171","msg":"trace[197684511] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; }","duration":"8.804196166s","start":"2026-05-06T02:08:20.428935Z","end":"2026-05-06T02:08:29.233131Z","steps":["trace[197684511] 'agreement among raft nodes before linearized reading' (duration: 8.804147845s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.233178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.428932Z","time spent":"8.804235827s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.23327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.803755785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.233309Z","caller":"traceutil/trace.go:171","msg":"trace[1716474023] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; }","duration":"8.803802966s","start":"2026-05-06T02:08:20.429496Z","end":"2026-05-06T02:08:29.233299Z","steps":["trace[1716474023] 'agreement among raft nodes before linearized reading' (duration: 8.803762895s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.233352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429491Z","time spent":"8.803844387s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.233447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804539724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.233486Z","caller":"traceutil/trace.go:171","msg":"trace[649205026] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"8.804587515s","start":"2026-05-06T02:08:20.428888Z","end":"2026-05-06T02:08:29.233476Z","steps":["trace[649205026] 'agreement among raft nodes before linearized reading' (duration: 8.804546854s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.233523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.428884Z","time spent":"8.804627156s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.233651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.803754545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.233686Z","caller":"traceutil/trace.go:171","msg":"trace[1556746623] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; }","duration":"8.803810507s","start":"2026-05-06T02:08:20.429867Z","end":"2026-05-06T02:08:29.233678Z","steps":["trace[1556746623] 'agreement among raft nodes before linearized reading' (duration: 8.803768166s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.233712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429861Z","time spent":"8.803844887s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.23377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.674238773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.233786Z","caller":"traceutil/trace.go:171","msg":"trace[1731999348] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; }","duration":"8.674296774s","start":"2026-05-06T02:08:20.559484Z","end":"2026-05-06T02:08:29.233781Z","steps":["trace[1731999348] 'agreement among raft nodes before linearized reading' (duration: 8.674279814s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.233804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.559459Z","time spent":"8.674340605s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.233843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804004761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.233862Z","caller":"traceutil/trace.go:171","msg":"trace[2022837409] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; }","duration":"8.804034352s","start":"2026-05-06T02:08:20.429824Z","end":"2026-05-06T02:08:29.233858Z","steps":["trace[2022837409] 'agreement among raft nodes before linearized reading' (duration: 8.804014721s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.233848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804251947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-06T02:08:29.233848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.805815594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-06T02:08:29.233879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.42982Z","time spent":"8.804055272s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-05-06T02:08:29.233964Z","caller":"traceutil/trace.go:171","msg":"trace[290018115] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; }","duration":"8.804309088s","start":"2026-05-06T02:08:20.429572Z","end":"2026-05-06T02:08:29.233881Z","steps":["trace[290018115] 'agreement among raft nodes before linearized reading' (duration: 8.804256007s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:29.233966Z","caller":"traceutil/trace.go:171","msg":"trace[997281483] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; }","duration":"8.805958907s","start":"2026-05-06T02:08:20.427991Z","end":"2026-05-06T02:08:29.23395Z","steps":["trace[997281483] 'agreement among raft nodes before linearized reading' (duration: 8.805819774s)"],"step_count":1} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.234006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429568Z","time spent":"8.804428401s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-06T02:08:29.234022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.427987Z","time spent":"8.806025078s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/network\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.234033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804667497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/clustering\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-06T02:08:29.234084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.805151418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.234102Z","caller":"traceutil/trace.go:171","msg":"trace[1147154348] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; }","duration":"8.805173808s","start":"2026-05-06T02:08:20.428922Z","end":"2026-05-06T02:08:29.234095Z","steps":["trace[1147154348] 'agreement among raft nodes before linearized reading' (duration: 8.805158078s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:29.2341Z","caller":"traceutil/trace.go:171","msg":"trace[1956246092] range","detail":"{range_begin:/registry/ingress/openstack/clustering; range_end:; }","duration":"8.804749688s","start":"2026-05-06T02:08:20.42934Z","end":"2026-05-06T02:08:29.23409Z","steps":["trace[1956246092] 'agreement among raft nodes before linearized reading' (duration: 8.804682707s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.234127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.806042309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.234149Z","caller":"traceutil/trace.go:171","msg":"trace[2022289670] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; }","duration":"8.806079269s","start":"2026-05-06T02:08:20.428063Z","end":"2026-05-06T02:08:29.234142Z","steps":["trace[2022289670] 'agreement among raft nodes before linearized reading' (duration: 8.806047579s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.234165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.80522245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-06T02:08:29.23413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.428918Z","time spent":"8.805205099s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-06T02:08:29.234187Z","caller":"traceutil/trace.go:171","msg":"trace[992812254] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; }","duration":"8.80525571s","start":"2026-05-06T02:08:20.428927Z","end":"2026-05-06T02:08:29.234183Z","steps":["trace[992812254] 'agreement among raft nodes before linearized reading' (duration: 8.80523389s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.234204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.42892Z","time spent":"8.805280531s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"warn","ts":"2026-05-06T02:08:29.234061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.80442971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"","error":"context canceled"} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.234158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429327Z","time spent":"8.804801159s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/clustering\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-06T02:08:29.234263Z","caller":"traceutil/trace.go:171","msg":"trace[1745348666] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; }","duration":"8.804610275s","start":"2026-05-06T02:08:20.429614Z","end":"2026-05-06T02:08:29.234224Z","steps":["trace[1745348666] 'agreement among raft nodes before linearized reading' (duration: 8.804442631s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.234236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804571254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-06T02:08:29.234337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429603Z","time spent":"8.804721488s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"info","ts":"2026-05-06T02:08:29.234361Z","caller":"traceutil/trace.go:171","msg":"trace[969890850] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; }","duration":"8.804744748s","start":"2026-05-06T02:08:20.429587Z","end":"2026-05-06T02:08:29.234332Z","steps":["trace[969890850] 'agreement among raft nodes before linearized reading' (duration: 8.804564804s)"],"step_count":1} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.234439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429584Z","time spent":"8.80484369s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/compute\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.234169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.428059Z","time spent":"8.80610482s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-05-06T02:08:29.237338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.8077816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:29.237393Z","caller":"traceutil/trace.go:171","msg":"trace[1934624754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.807853451s","start":"2026-05-06T02:08:20.429526Z","end":"2026-05-06T02:08:29.237379Z","steps":["trace[1934624754] 'agreement among raft nodes before linearized reading' (duration: 8.80778927s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.237435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.429519Z","time spent":"8.807906463s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/06 02:08:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:29.242145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.105856249s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-05-06T02:08:29.242385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70820437s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:29.242468Z","caller":"traceutil/trace.go:171","msg":"trace[482167962] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28904; }","duration":"2.708290533s","start":"2026-05-06T02:08:26.534159Z","end":"2026-05-06T02:08:29.242449Z","steps":["trace[482167962] 'range keys from in-memory index tree' (duration: 2.708194499s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:29.253604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:22.250384Z","time spent":"7.003213687s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:30.245744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:30.245834Z","caller":"traceutil/trace.go:171","msg":"trace[669180174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098256s","start":"2026-05-06T02:08:28.245715Z","end":"2026-05-06T02:08:30.245813Z","steps":["trace[669180174] 'agreement among raft nodes before linearized reading' (duration: 1.999983903s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.245884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:28.245699Z","time spent":"2.000173837s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:30.911954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664943013s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-05-06T02:08:30.914496Z","caller":"traceutil/trace.go:171","msg":"trace[1309006484] linearizableReadLoop","detail":"{readStateIndex:30244; appliedIndex:30230; }","duration":"10.491530094s","start":"2026-05-06T02:08:20.42295Z","end":"2026-05-06T02:08:30.91448Z","steps":["trace[1309006484] 'read index received' (duration: 1.713322128s)","trace[1309006484] 'applied index is now lower than readState.Index' (duration: 8.778203936s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:30.914635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.658949124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:30.914666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.847930252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:30.914704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.633893211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:30.914743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.834204217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T02:08:30.914747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.912338342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:30.914773Z","caller":"traceutil/trace.go:171","msg":"trace[1696242122] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28914; }","duration":"11.834263858s","start":"2026-05-06T02:08:19.080501Z","end":"2026-05-06T02:08:30.914765Z","steps":["trace[1696242122] 'agreement among raft nodes before linearized reading' (duration: 11.834063593s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:30.914784Z","caller":"traceutil/trace.go:171","msg":"trace[1334254125] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28914; }","duration":"11.633987483s","start":"2026-05-06T02:08:19.280774Z","end":"2026-05-06T02:08:30.914762Z","steps":["trace[1334254125] 'agreement among raft nodes before linearized reading' (duration: 11.63385225s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.914799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:19.080486Z","time spent":"11.83430688s","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.914799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.612918702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:30.914777Z","caller":"traceutil/trace.go:171","msg":"trace[1117122887] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28914; }","duration":"12.848081425s","start":"2026-05-06T02:08:18.066671Z","end":"2026-05-06T02:08:30.914753Z","steps":["trace[1117122887] 'agreement among raft nodes before linearized reading' (duration: 12.84788623s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.91482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.340970712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:30.914833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:19.280728Z","time spent":"11.634093545s","remote":"127.0.0.1:43598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:30.914873Z","caller":"traceutil/trace.go:171","msg":"trace[1727997535] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28914; }","duration":"18.341066384s","start":"2026-05-06T02:08:12.573789Z","end":"2026-05-06T02:08:30.914856Z","steps":["trace[1727997535] 'agreement among raft nodes before linearized reading' (duration: 18.34088911s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.914869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:18.066655Z","time spent":"12.848196958s","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.914915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:12.573771Z","time spent":"18.341135406s","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.914939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.523028552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:30.914946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.844165313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-06T02:08:30.914738Z","caller":"traceutil/trace.go:171","msg":"trace[958589756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28914; }","duration":"14.659092998s","start":"2026-05-06T02:08:16.255629Z","end":"2026-05-06T02:08:30.914722Z","steps":["trace[958589756] 'agreement among raft nodes before linearized reading' (duration: 14.658878383s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.914967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.511927426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-06T02:08:30.915018Z","caller":"traceutil/trace.go:171","msg":"trace[2061535354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28914; }","duration":"17.512004248s","start":"2026-05-06T02:08:13.403004Z","end":"2026-05-06T02:08:30.915008Z","steps":["trace[2061535354] 'agreement among raft nodes before linearized reading' (duration: 17.511827793s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.915028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.53337868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-05-06T02:08:30.915082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:16.255606Z","time spent":"14.659457947s","remote":"127.0.0.1:46224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.914913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.735853034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-6f89ffcbd6-d4svt.18acd7220e7c4220\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-05-06T02:08:30.9153Z","caller":"traceutil/trace.go:171","msg":"trace[482872439] range","detail":"{range_begin:/registry/events/openstack/senlin-api-6f89ffcbd6-d4svt.18acd7220e7c4220; range_end:; response_count:1; response_revision:28914; }","duration":"16.736275264s","start":"2026-05-06T02:08:14.179014Z","end":"2026-05-06T02:08:30.915289Z","steps":["trace[482872439] 'agreement among raft nodes before linearized reading' (duration: 16.735746602s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.915388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:14.178995Z","time spent":"16.736335416s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1193,"request content":"key:\"/registry/events/openstack/senlin-api-6f89ffcbd6-d4svt.18acd7220e7c4220\" "} {"level":"info","ts":"2026-05-06T02:08:30.915123Z","caller":"traceutil/trace.go:171","msg":"trace[965996173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28914; }","duration":"17.533459362s","start":"2026-05-06T02:08:13.381638Z","end":"2026-05-06T02:08:30.915097Z","steps":["trace[965996173] 'agreement among raft nodes before linearized reading' (duration: 17.533301578s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.91554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:13.381618Z","time spent":"17.533904363s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-06T02:08:30.915055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:13.402985Z","time spent":"17.512063339s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T02:08:30.914878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.891370206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282505"} {"level":"info","ts":"2026-05-06T02:08:30.915712Z","caller":"traceutil/trace.go:171","msg":"trace[966946555] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28914; }","duration":"15.892227247s","start":"2026-05-06T02:08:15.023467Z","end":"2026-05-06T02:08:30.915695Z","steps":["trace[966946555] 'agreement among raft nodes before linearized reading' (duration: 15.89108062s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.914765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.412497045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:30.915799Z","caller":"traceutil/trace.go:171","msg":"trace[1557631269] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28914; }","duration":"14.41354443s","start":"2026-05-06T02:08:16.502235Z","end":"2026-05-06T02:08:30.91578Z","steps":["trace[1557631269] 'agreement among raft nodes before linearized reading' (duration: 14.412506935s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.915841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:16.502215Z","time spent":"14.413614691s","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.915789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:15.023445Z","time spent":"15.89232947s","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282529,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-06T02:08:30.91469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.439908916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:30.915947Z","caller":"traceutil/trace.go:171","msg":"trace[1070401550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28914; }","duration":"12.441179506s","start":"2026-05-06T02:08:18.474728Z","end":"2026-05-06T02:08:30.915907Z","steps":["trace[1070401550] 'agreement among raft nodes before linearized reading' (duration: 12.439911036s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:30.914965Z","caller":"traceutil/trace.go:171","msg":"trace[1918464116] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28914; }","duration":"14.523098263s","start":"2026-05-06T02:08:16.391859Z","end":"2026-05-06T02:08:30.914957Z","steps":["trace[1918464116] 'agreement among raft nodes before linearized reading' (duration: 14.523055642s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.916024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:16.391821Z","time spent":"14.524186469s","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.916029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:18.474694Z","time spent":"12.441311249s","remote":"127.0.0.1:57326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:30.9148Z","caller":"traceutil/trace.go:171","msg":"trace[1566042976] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28914; }","duration":"17.912432984s","start":"2026-05-06T02:08:13.002353Z","end":"2026-05-06T02:08:30.914786Z","steps":["trace[1566042976] 'agreement among raft nodes before linearized reading' (duration: 17.912334372s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.916123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:13.002333Z","time spent":"17.913775017s","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:30.914883Z","caller":"traceutil/trace.go:171","msg":"trace[2090598121] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28914; }","duration":"13.613029694s","start":"2026-05-06T02:08:17.301836Z","end":"2026-05-06T02:08:30.914866Z","steps":["trace[2090598121] 'agreement among raft nodes before linearized reading' (duration: 13.612943632s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.916287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:17.301815Z","time spent":"13.614426807s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.914689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.810948751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:30.916382Z","caller":"traceutil/trace.go:171","msg":"trace[61963594] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28914; }","duration":"17.812703982s","start":"2026-05-06T02:08:13.103657Z","end":"2026-05-06T02:08:30.916361Z","steps":["trace[61963594] 'agreement among raft nodes before linearized reading' (duration: 17.81091181s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:30.914971Z","caller":"traceutil/trace.go:171","msg":"trace[1352980970] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28914; }","duration":"18.844215735s","start":"2026-05-06T02:08:12.070748Z","end":"2026-05-06T02:08:30.914964Z","steps":["trace[1352980970] 'agreement among raft nodes before linearized reading' (duration: 18.844148233s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.916453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:12.070737Z","time spent":"18.845702809s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17258,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-06T02:08:30.916444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:13.103638Z","time spent":"17.812787164s","remote":"127.0.0.1:57276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:30.914611Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"69.532µs","request":"header: lease_revoke:","response":"size:30","error":"lease not found"} {"level":"warn","ts":"2026-05-06T02:08:30.91669Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"452d9dfadeac7486","error":"lease not found"} {"level":"info","ts":"2026-05-06T02:08:30.916731Z","caller":"traceutil/trace.go:171","msg":"trace[1452306925] transaction","detail":"{read_only:false; response_revision:28915; number_of_response:1; }","duration":"2.987629705s","start":"2026-05-06T02:08:27.929087Z","end":"2026-05-06T02:08:30.916716Z","steps":["trace[1452306925] 'process raft request' (duration: 2.987563253s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:30.916736Z","caller":"traceutil/trace.go:171","msg":"trace[2087430132] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28914; }","duration":"5.617469775s","start":"2026-05-06T02:08:25.299253Z","end":"2026-05-06T02:08:30.916722Z","steps":["trace[2087430132] 'process raft request' (duration: 5.617332562s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:30.916835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.929064Z","time spent":"2.987708187s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:30.916842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:25.299233Z","time spent":"5.617544457s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:32.254291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:32.254419Z","caller":"traceutil/trace.go:171","msg":"trace[243834973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361321s","start":"2026-05-06T02:08:30.254027Z","end":"2026-05-06T02:08:32.254388Z","steps":["trace[243834973] 'agreement among raft nodes before linearized reading' (duration: 2.000193107s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:32.254483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:30.254006Z","time spent":"2.000462994s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:32.928643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.747476751s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:33.454469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:32.738471Z","time spent":"715.99081ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:33.455807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274669945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:33.456061Z","caller":"traceutil/trace.go:171","msg":"trace[1573994814] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"2.859837352s","start":"2026-05-06T02:08:30.596193Z","end":"2026-05-06T02:08:33.45603Z","steps":["trace[1573994814] 'process raft request' (duration: 584.88201ms)","trace[1573994814] 'compare' (duration: 2.272139346s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:33.456107Z","caller":"traceutil/trace.go:171","msg":"trace[1002199854] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"2.535521834s","start":"2026-05-06T02:08:30.920574Z","end":"2026-05-06T02:08:33.456095Z","steps":["trace[1002199854] 'process raft request' (duration: 2.535429772s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.45615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:30.920544Z","time spent":"2.535586885s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:33.456145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:30.919651Z","time spent":"2.536487256s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:33.456177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:30.596164Z","time spent":"2.859951665s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:33.456189Z","caller":"traceutil/trace.go:171","msg":"trace[1225576091] linearizableReadLoop","detail":"{readStateIndex:30249; appliedIndex:30248; }","duration":"2.541628307s","start":"2026-05-06T02:08:30.914526Z","end":"2026-05-06T02:08:33.456154Z","steps":["trace[1225576091] 'read index received' (duration: 266.681285ms)","trace[1225576091] 'applied index is now lower than readState.Index' (duration: 2.274942752s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:33.456425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.735839488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.456455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19760407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-05-06T02:08:33.456462Z","caller":"traceutil/trace.go:171","msg":"trace[309489673] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28917; }","duration":"7.73591357s","start":"2026-05-06T02:08:25.720538Z","end":"2026-05-06T02:08:33.456452Z","steps":["trace[309489673] 'agreement among raft nodes before linearized reading' (duration: 7.735851439s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.456484Z","caller":"traceutil/trace.go:171","msg":"trace[827352280] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28917; }","duration":"4.197689501s","start":"2026-05-06T02:08:29.258785Z","end":"2026-05-06T02:08:33.456474Z","steps":["trace[827352280] 'agreement among raft nodes before linearized reading' (duration: 4.197509586s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197807353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.456517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.000742657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:33.45657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.6100978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.456608Z","caller":"traceutil/trace.go:171","msg":"trace[2029687551] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28917; }","duration":"5.610141281s","start":"2026-05-06T02:08:27.846454Z","end":"2026-05-06T02:08:33.456595Z","steps":["trace[2029687551] 'agreement among raft nodes before linearized reading' (duration: 5.61007908s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.563345455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.456618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.111812557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:33.456633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.846411Z","time spent":"5.610216023s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.456636Z","caller":"traceutil/trace.go:171","msg":"trace[469399565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28917; }","duration":"12.563405086s","start":"2026-05-06T02:08:20.893225Z","end":"2026-05-06T02:08:33.45663Z","steps":["trace[469399565] 'agreement among raft nodes before linearized reading' (duration: 12.563368935s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.456639Z","caller":"traceutil/trace.go:171","msg":"trace[752606835] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28917; }","duration":"6.111869108s","start":"2026-05-06T02:08:27.344763Z","end":"2026-05-06T02:08:33.456632Z","steps":["trace[752606835] 'agreement among raft nodes before linearized reading' (duration: 6.111790736s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749530396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:33.456654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:20.893204Z","time spent":"12.563445277s","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.344741Z","time spent":"6.111912019s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.04040891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.456677Z","caller":"traceutil/trace.go:171","msg":"trace[1498634253] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28917; }","duration":"5.749596288s","start":"2026-05-06T02:08:27.707068Z","end":"2026-05-06T02:08:33.456664Z","steps":["trace[1498634253] 'agreement among raft nodes before linearized reading' (duration: 5.749523006s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.456693Z","caller":"traceutil/trace.go:171","msg":"trace[1301192307] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28917; }","duration":"12.040465451s","start":"2026-05-06T02:08:21.416213Z","end":"2026-05-06T02:08:33.456678Z","steps":["trace[1301192307] 'agreement among raft nodes before linearized reading' (duration: 12.040375139s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.023584088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-05-06T02:08:33.456722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:21.416186Z","time spent":"12.040529162s","remote":"127.0.0.1:48690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.707051Z","time spent":"5.749654349s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969578033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:33.456776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.188430337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.456788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.597556653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.456806Z","caller":"traceutil/trace.go:171","msg":"trace[1870470746] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28917; }","duration":"6.188491888s","start":"2026-05-06T02:08:27.268306Z","end":"2026-05-06T02:08:33.456798Z","steps":["trace[1870470746] 'agreement among raft nodes before linearized reading' (duration: 6.188452587s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.268286Z","time spent":"6.188540829s","remote":"127.0.0.1:44110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.719917377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.456862Z","caller":"traceutil/trace.go:171","msg":"trace[323287025] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28917; }","duration":"9.719967979s","start":"2026-05-06T02:08:23.736889Z","end":"2026-05-06T02:08:33.456857Z","steps":["trace[323287025] 'agreement among raft nodes before linearized reading' (duration: 9.719932878s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.943729168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:33.456923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.024741942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-06T02:08:33.456931Z","caller":"traceutil/trace.go:171","msg":"trace[340703058] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28917; }","duration":"5.94381141s","start":"2026-05-06T02:08:27.51311Z","end":"2026-05-06T02:08:33.456922Z","steps":["trace[340703058] 'agreement among raft nodes before linearized reading' (duration: 5.943753269s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.200615924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:33.456952Z","caller":"traceutil/trace.go:171","msg":"trace[912005053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28917; }","duration":"12.024800694s","start":"2026-05-06T02:08:21.432144Z","end":"2026-05-06T02:08:33.456944Z","steps":["trace[912005053] 'agreement among raft nodes before linearized reading' (duration: 12.024690931s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.456965Z","caller":"traceutil/trace.go:171","msg":"trace[280321131] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28917; }","duration":"6.200667494s","start":"2026-05-06T02:08:27.256292Z","end":"2026-05-06T02:08:33.45696Z","steps":["trace[280321131] 'agreement among raft nodes before linearized reading' (duration: 6.200630953s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:21.432132Z","time spent":"12.024835474s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"warn","ts":"2026-05-06T02:08:33.456991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.256274Z","time spent":"6.200712566s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.486017565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.456959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.353244618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T02:08:33.456997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537813367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06ad56b5-f4d4-429a-85df-f4bbcd260326\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-06T02:08:33.457052Z","caller":"traceutil/trace.go:171","msg":"trace[1492188341] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06ad56b5-f4d4-429a-85df-f4bbcd260326; range_end:; response_count:1; response_revision:28917; }","duration":"2.537897629s","start":"2026-05-06T02:08:30.919149Z","end":"2026-05-06T02:08:33.457046Z","steps":["trace[1492188341] 'agreement among raft nodes before linearized reading' (duration: 2.537700114s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.457071Z","caller":"traceutil/trace.go:171","msg":"trace[560602844] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28917; }","duration":"11.353430102s","start":"2026-05-06T02:08:22.103615Z","end":"2026-05-06T02:08:33.457046Z","steps":["trace[560602844] 'agreement among raft nodes before linearized reading' (duration: 11.352985872s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201465545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.457114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.144940568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.457134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.18094336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.456516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:29.25876Z","time spent":"4.197750392s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-06T02:08:33.457157Z","caller":"traceutil/trace.go:171","msg":"trace[1033011313] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28917; }","duration":"11.181003291s","start":"2026-05-06T02:08:22.276146Z","end":"2026-05-06T02:08:33.45715Z","steps":["trace[1033011313] 'agreement among raft nodes before linearized reading' (duration: 11.180971001s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.013755453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-06T02:08:33.45721Z","caller":"traceutil/trace.go:171","msg":"trace[57204826] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28917; }","duration":"6.013883097s","start":"2026-05-06T02:08:27.443315Z","end":"2026-05-06T02:08:33.457198Z","steps":["trace[57204826] 'agreement among raft nodes before linearized reading' (duration: 6.013666472s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.345401091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-06T02:08:33.457274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.443299Z","time spent":"6.013937638s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-06T02:08:33.457285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.513249289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.457308Z","caller":"traceutil/trace.go:171","msg":"trace[43221848] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28917; }","duration":"10.34578351s","start":"2026-05-06T02:08:23.111513Z","end":"2026-05-06T02:08:33.457296Z","steps":["trace[43221848] 'agreement among raft nodes before linearized reading' (duration: 10.345406431s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.457314Z","caller":"traceutil/trace.go:171","msg":"trace[504416515] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28917; }","duration":"7.513310571s","start":"2026-05-06T02:08:25.943994Z","end":"2026-05-06T02:08:33.457305Z","steps":["trace[504416515] 'agreement among raft nodes before linearized reading' (duration: 7.51325705s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:23.111493Z","time spent":"10.345840082s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-06T02:08:33.457355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:25.943976Z","time spent":"7.513373442s","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190612611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.457417Z","caller":"traceutil/trace.go:171","msg":"trace[1629071127] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28917; }","duration":"2.190643822s","start":"2026-05-06T02:08:31.266763Z","end":"2026-05-06T02:08:33.457407Z","steps":["trace[1629071127] 'agreement among raft nodes before linearized reading' (duration: 2.1905934s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.45746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:31.266748Z","time spent":"2.190705753s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.312432142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:33.457156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580073559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.457529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839373749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.45754Z","caller":"traceutil/trace.go:171","msg":"trace[1181633641] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28917; }","duration":"7.312499293s","start":"2026-05-06T02:08:26.145033Z","end":"2026-05-06T02:08:33.457532Z","steps":["trace[1181633641] 'agreement among raft nodes before linearized reading' (duration: 7.312416432s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.756287439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:33.457552Z","caller":"traceutil/trace.go:171","msg":"trace[274951310] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28917; }","duration":"1.580502889s","start":"2026-05-06T02:08:31.877041Z","end":"2026-05-06T02:08:33.457544Z","steps":["trace[274951310] 'agreement among raft nodes before linearized reading' (duration: 1.580093869s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.457556Z","caller":"traceutil/trace.go:171","msg":"trace[662460800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28917; }","duration":"1.839411931s","start":"2026-05-06T02:08:31.618135Z","end":"2026-05-06T02:08:33.457547Z","steps":["trace[662460800] 'agreement among raft nodes before linearized reading' (duration: 1.83937059s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:26.145012Z","time spent":"7.312545174s","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840378583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.457574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:31.87702Z","time spent":"1.580547639s","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.457584Z","caller":"traceutil/trace.go:171","msg":"trace[862965804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28917; }","duration":"7.757284652s","start":"2026-05-06T02:08:25.700281Z","end":"2026-05-06T02:08:33.457565Z","steps":["trace[862965804] 'agreement among raft nodes before linearized reading' (duration: 7.756311799s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:31.618129Z","time spent":"1.839442851s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.457601Z","caller":"traceutil/trace.go:171","msg":"trace[18036568] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28917; }","duration":"1.840449515s","start":"2026-05-06T02:08:31.617134Z","end":"2026-05-06T02:08:33.457584Z","steps":["trace[18036568] 'agreement among raft nodes before linearized reading' (duration: 1.840368513s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.45763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:31.617115Z","time spent":"1.840507037s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:25.700258Z","time spent":"7.757347984s","remote":"127.0.0.1:46194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:22.276125Z","time spent":"11.181435072s","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:30.919126Z","time spent":"2.537948031s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-06ad56b5-f4d4-429a-85df-f4bbcd260326\" "} {"level":"info","ts":"2026-05-06T02:08:33.457122Z","caller":"traceutil/trace.go:171","msg":"trace[1900360887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28917; }","duration":"1.201524477s","start":"2026-05-06T02:08:32.255589Z","end":"2026-05-06T02:08:33.457114Z","steps":["trace[1900360887] 'agreement among raft nodes before linearized reading' (duration: 1.201486546s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:23.736868Z","time spent":"9.720028931s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.45771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:32.255567Z","time spent":"1.202138121s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:33.456732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472445696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.456759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.370654022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:33.457749Z","caller":"traceutil/trace.go:171","msg":"trace[1331396255] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28917; }","duration":"4.47348731s","start":"2026-05-06T02:08:28.984254Z","end":"2026-05-06T02:08:33.457741Z","steps":["trace[1331396255] 'agreement among raft nodes before linearized reading' (duration: 4.472460226s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:28.984239Z","time spent":"4.473523201s","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.45654Z","caller":"traceutil/trace.go:171","msg":"trace[1551238155] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28917; }","duration":"4.197863575s","start":"2026-05-06T02:08:29.258669Z","end":"2026-05-06T02:08:33.456533Z","steps":["trace[1551238155] 'agreement among raft nodes before linearized reading' (duration: 4.197829434s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.457784Z","caller":"traceutil/trace.go:171","msg":"trace[1738812685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28917; }","duration":"9.371693297s","start":"2026-05-06T02:08:24.08607Z","end":"2026-05-06T02:08:33.457763Z","steps":["trace[1738812685] 'agreement among raft nodes before linearized reading' (duration: 9.370673153s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.45681Z","caller":"traceutil/trace.go:171","msg":"trace[231008969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28917; }","duration":"9.597613894s","start":"2026-05-06T02:08:23.859188Z","end":"2026-05-06T02:08:33.456802Z","steps":["trace[231008969] 'agreement among raft nodes before linearized reading' (duration: 9.597585604s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.4578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:29.25865Z","time spent":"4.199141356s","remote":"127.0.0.1:48792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:25.720515Z","time spent":"7.735965022s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:23.859168Z","time spent":"9.598655879s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.456576Z","caller":"traceutil/trace.go:171","msg":"trace[1517947212] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28917; }","duration":"11.000832509s","start":"2026-05-06T02:08:22.455734Z","end":"2026-05-06T02:08:33.456567Z","steps":["trace[1517947212] 'agreement among raft nodes before linearized reading' (duration: 11.000747437s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.456578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.177035528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:33.457888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:22.455716Z","time spent":"11.002162671s","remote":"127.0.0.1:52148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.456964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.513087Z","time spent":"5.943865642s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.456781Z","caller":"traceutil/trace.go:171","msg":"trace[137334523] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28917; }","duration":"4.969631755s","start":"2026-05-06T02:08:28.487142Z","end":"2026-05-06T02:08:33.456774Z","steps":["trace[137334523] 'agreement among raft nodes before linearized reading' (duration: 4.969600464s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.457913Z","caller":"traceutil/trace.go:171","msg":"trace[1682971310] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28917; }","duration":"11.17837657s","start":"2026-05-06T02:08:22.279514Z","end":"2026-05-06T02:08:33.457891Z","steps":["trace[1682971310] 'agreement among raft nodes before linearized reading' (duration: 11.177016898s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.531582678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:33.45673Z","caller":"traceutil/trace.go:171","msg":"trace[1385821705] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28917; }","duration":"8.023652159s","start":"2026-05-06T02:08:25.43307Z","end":"2026-05-06T02:08:33.456722Z","steps":["trace[1385821705] 'agreement among raft nodes before linearized reading' (duration: 8.023559727s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.457975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:22.279502Z","time spent":"11.178455471s","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:24.086055Z","time spent":"9.371760598s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:28.487122Z","time spent":"4.970805593s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.457997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:25.433046Z","time spent":"8.02494187s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-06T02:08:33.457985Z","caller":"traceutil/trace.go:171","msg":"trace[1822167899] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28917; }","duration":"6.53252556s","start":"2026-05-06T02:08:26.925449Z","end":"2026-05-06T02:08:33.457975Z","steps":["trace[1822167899] 'agreement among raft nodes before linearized reading' (duration: 6.531615078s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:33.457148Z","caller":"traceutil/trace.go:171","msg":"trace[853336670] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28917; }","duration":"7.145031819s","start":"2026-05-06T02:08:26.312106Z","end":"2026-05-06T02:08:33.457137Z","steps":["trace[853336670] 'agreement among raft nodes before linearized reading' (duration: 7.144992168s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.45657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.030101217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.458133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:26.312071Z","time spent":"7.146014402s","remote":"127.0.0.1:48836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.458164Z","caller":"traceutil/trace.go:171","msg":"trace[1322638393] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:0; response_revision:28917; }","duration":"6.031724836s","start":"2026-05-06T02:08:27.42643Z","end":"2026-05-06T02:08:33.458155Z","steps":["trace[1322638393] 'agreement among raft nodes before linearized reading' (duration: 6.030089648s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.458186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:27.42642Z","time spent":"6.031759337s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-05-06T02:08:33.457027Z","caller":"traceutil/trace.go:171","msg":"trace[330788219] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28917; }","duration":"10.486076626s","start":"2026-05-06T02:08:22.970943Z","end":"2026-05-06T02:08:33.45702Z","steps":["trace[330788219] 'agreement among raft nodes before linearized reading' (duration: 10.486040366s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.458219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:22.970925Z","time spent":"10.487284334s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.458044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:26.925425Z","time spent":"6.532609032s","remote":"127.0.0.1:48710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.458235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355032194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.457129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:22.103594Z","time spent":"11.353523205s","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":173,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.458278Z","caller":"traceutil/trace.go:171","msg":"trace[927558650] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28917; }","duration":"2.355119046s","start":"2026-05-06T02:08:31.103152Z","end":"2026-05-06T02:08:33.458271Z","steps":["trace[927558650] 'agreement among raft nodes before linearized reading' (duration: 2.355055114s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.45828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00199139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:33.458305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:31.103132Z","time spent":"2.355167026s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:33.458317Z","caller":"traceutil/trace.go:171","msg":"trace[718113360] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28917; }","duration":"2.002077132s","start":"2026-05-06T02:08:31.456226Z","end":"2026-05-06T02:08:33.458303Z","steps":["trace[718113360] 'agreement among raft nodes before linearized reading' (duration: 2.00199099s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.458349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:31.456198Z","time spent":"2.002147014s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:33.458483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537987381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-05-06T02:08:33.458521Z","caller":"traceutil/trace.go:171","msg":"trace[151217308] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28917; }","duration":"2.538056532s","start":"2026-05-06T02:08:30.920454Z","end":"2026-05-06T02:08:33.45851Z","steps":["trace[151217308] 'agreement among raft nodes before linearized reading' (duration: 2.537689374s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:33.458542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:30.920446Z","time spent":"2.538090234s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-06T02:08:33.963635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:34.464404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:34.965442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:35.465677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:35.465786Z","caller":"traceutil/trace.go:171","msg":"trace[385545054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297541s","start":"2026-05-06T02:08:33.465466Z","end":"2026-05-06T02:08:35.465763Z","steps":["trace[385545054] 'agreement among raft nodes before linearized reading' (duration: 2.000166318s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:35.465837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.465452Z","time spent":"2.000375693s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:35.465827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:35.966643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:36.248047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.10545079s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:08:36.248481Z","caller":"traceutil/trace.go:171","msg":"trace[1694545743] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"2.791454516s","start":"2026-05-06T02:08:33.457002Z","end":"2026-05-06T02:08:36.248457Z","steps":["trace[1694545743] 'process raft request' (duration: 2.791222051s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:36.248625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.456986Z","time spent":"2.791565708s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:37.267141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.142199ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:37.267291Z","caller":"traceutil/trace.go:171","msg":"trace[458107503] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28918; }","duration":"732.308073ms","start":"2026-05-06T02:08:36.534965Z","end":"2026-05-06T02:08:37.267273Z","steps":["trace[458107503] 'range keys from in-memory index tree' (duration: 732.124969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:37.468498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:37.468593Z","caller":"traceutil/trace.go:171","msg":"trace[625868564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498915s","start":"2026-05-06T02:08:35.468073Z","end":"2026-05-06T02:08:37.468572Z","steps":["trace[625868564] 'agreement among raft nodes before linearized reading' (duration: 2.000379532s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:37.468645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:35.468048Z","time spent":"2.000587857s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:38.118405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.870150314s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:38.118825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.460932Z","time spent":"4.657888513s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T02:08:38.118921Z","caller":"traceutil/trace.go:171","msg":"trace[814572691] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"4.654171246s","start":"2026-05-06T02:08:33.464729Z","end":"2026-05-06T02:08:38.1189Z","steps":["trace[814572691] 'process raft request' (duration: 4.653981761s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.464715Z","time spent":"4.654249987s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:38.119109Z","caller":"traceutil/trace.go:171","msg":"trace[108046247] linearizableReadLoop","detail":"{readStateIndex:30255; appliedIndex:30251; }","duration":"4.656218833s","start":"2026-05-06T02:08:33.462845Z","end":"2026-05-06T02:08:38.119064Z","steps":["trace[108046247] 'read index received' (duration: 2.785441365s)","trace[108046247] 'applied index is now lower than readState.Index' (duration: 1.870773458s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:38.119181Z","caller":"traceutil/trace.go:171","msg":"trace[321861589] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"4.652813734s","start":"2026-05-06T02:08:33.466342Z","end":"2026-05-06T02:08:38.119155Z","steps":["trace[321861589] 'process raft request' (duration: 4.652483836s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.466311Z","time spent":"4.652925736s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:38.119334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.656490929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-05-06T02:08:38.119416Z","caller":"traceutil/trace.go:171","msg":"trace[240143843] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:28920; }","duration":"4.656607482s","start":"2026-05-06T02:08:33.462795Z","end":"2026-05-06T02:08:38.119403Z","steps":["trace[240143843] 'agreement among raft nodes before linearized reading' (duration: 4.656433668s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.462778Z","time spent":"4.656671034s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-06T02:08:38.11948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.618734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.119402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063453575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:38.11952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126820895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:38.119529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551557285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-06T02:08:38.119596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186753322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.119611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574372386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.119612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.170318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:38.119615Z","caller":"traceutil/trace.go:171","msg":"trace[1888052050] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:28920; }","duration":"4.551707668s","start":"2026-05-06T02:08:33.567881Z","end":"2026-05-06T02:08:38.119588Z","steps":["trace[1888052050] 'agreement among raft nodes before linearized reading' (duration: 4.551410731s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.11966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787698967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:38.11966Z","caller":"traceutil/trace.go:171","msg":"trace[310976196] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28920; }","duration":"465.243989ms","start":"2026-05-06T02:08:37.654401Z","end":"2026-05-06T02:08:38.119645Z","steps":["trace[310976196] 'agreement among raft nodes before linearized reading' (duration: 465.173387ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:38.119682Z","caller":"traceutil/trace.go:171","msg":"trace[766698768] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28920; }","duration":"2.787724389s","start":"2026-05-06T02:08:35.331952Z","end":"2026-05-06T02:08:38.119677Z","steps":["trace[766698768] 'agreement among raft nodes before linearized reading' (duration: 2.787688968s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.567824Z","time spent":"4.551847812s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-06T02:08:38.119705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:37.654391Z","time spent":"465.301251ms","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:38.119722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564635298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17234"} {"level":"info","ts":"2026-05-06T02:08:38.119754Z","caller":"traceutil/trace.go:171","msg":"trace[602258356] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28920; }","duration":"2.56471806s","start":"2026-05-06T02:08:35.555028Z","end":"2026-05-06T02:08:38.119746Z","steps":["trace[602258356] 'agreement among raft nodes before linearized reading' (duration: 2.564627467s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:35.554999Z","time spent":"2.564782981s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17258,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-06T02:08:38.1198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.043318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-06T02:08:38.119859Z","caller":"traceutil/trace.go:171","msg":"trace[1581687073] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28920; }","duration":"884.141131ms","start":"2026-05-06T02:08:37.235705Z","end":"2026-05-06T02:08:38.119846Z","steps":["trace[1581687073] 'agreement among raft nodes before linearized reading' (duration: 883.983997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655471394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-05-06T02:08:38.119911Z","caller":"traceutil/trace.go:171","msg":"trace[1943815168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28920; }","duration":"3.655553005s","start":"2026-05-06T02:08:34.464352Z","end":"2026-05-06T02:08:38.119905Z","steps":["trace[1943815168] 'agreement among raft nodes before linearized reading' (duration: 3.655468713s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:34.46433Z","time spent":"3.655596117s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"warn","ts":"2026-05-06T02:08:38.119713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:35.331927Z","time spent":"2.78777781s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:38.12Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.962734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.119921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:37.235688Z","time spent":"884.216922ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-06T02:08:38.120065Z","caller":"traceutil/trace.go:171","msg":"trace[348749408] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28920; }","duration":"471.027916ms","start":"2026-05-06T02:08:37.649017Z","end":"2026-05-06T02:08:38.120045Z","steps":["trace[348749408] 'agreement among raft nodes before linearized reading' (duration: 470.933933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.119766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181565413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.120107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:37.648925Z","time spent":"471.169269ms","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:38.120103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1827225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:38.120132Z","caller":"traceutil/trace.go:171","msg":"trace[302265399] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28920; }","duration":"4.181942881s","start":"2026-05-06T02:08:33.938173Z","end":"2026-05-06T02:08:38.120116Z","steps":["trace[302265399] 'agreement among raft nodes before linearized reading' (duration: 4.181571482s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:38.119638Z","caller":"traceutil/trace.go:171","msg":"trace[1917321766] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28920; }","duration":"2.574445588s","start":"2026-05-06T02:08:35.545185Z","end":"2026-05-06T02:08:38.11963Z","steps":["trace[1917321766] 'agreement among raft nodes before linearized reading' (duration: 2.574397167s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:38.120164Z","caller":"traceutil/trace.go:171","msg":"trace[949164309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28920; }","duration":"4.182821272s","start":"2026-05-06T02:08:33.937324Z","end":"2026-05-06T02:08:38.120146Z","steps":["trace[949164309] 'agreement among raft nodes before linearized reading' (duration: 4.182719079s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.120188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.938165Z","time spent":"4.182005543s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:38.120227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:33.937304Z","time spent":"4.182908074s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:38.119799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255138739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:38.120304Z","caller":"traceutil/trace.go:171","msg":"trace[1653706047] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28920; }","duration":"3.255676471s","start":"2026-05-06T02:08:34.864601Z","end":"2026-05-06T02:08:38.120278Z","steps":["trace[1653706047] 'agreement among raft nodes before linearized reading' (duration: 3.255177229s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.120318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.695692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.120369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:34.864568Z","time spent":"3.255780424s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:38.119556Z","caller":"traceutil/trace.go:171","msg":"trace[721101782] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28920; }","duration":"3.126896246s","start":"2026-05-06T02:08:34.99265Z","end":"2026-05-06T02:08:38.119546Z","steps":["trace[721101782] 'agreement among raft nodes before linearized reading' (duration: 3.126783733s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:38.12041Z","caller":"traceutil/trace.go:171","msg":"trace[260315235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28920; }","duration":"643.808525ms","start":"2026-05-06T02:08:37.476581Z","end":"2026-05-06T02:08:38.12039Z","steps":["trace[260315235] 'agreement among raft nodes before linearized reading' (duration: 643.702672ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:38.119547Z","caller":"traceutil/trace.go:171","msg":"trace[1547979077] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28920; }","duration":"309.714206ms","start":"2026-05-06T02:08:37.809813Z","end":"2026-05-06T02:08:38.119527Z","steps":["trace[1547979077] 'agreement among raft nodes before linearized reading' (duration: 309.625684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.120461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:37.476563Z","time spent":"643.886276ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:38.120195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:35.545161Z","time spent":"2.575024382s","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:38.119552Z","caller":"traceutil/trace.go:171","msg":"trace[1500720860] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:28920; }","duration":"2.063647579s","start":"2026-05-06T02:08:36.055895Z","end":"2026-05-06T02:08:38.119543Z","steps":["trace[1500720860] 'agreement among raft nodes before linearized reading' (duration: 2.063410013s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.120481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:37.809789Z","time spent":"310.672958ms","remote":"127.0.0.1:48736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:08:38.120509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868388442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-06T02:08:38.120524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:36.055879Z","time spent":"2.064634523s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:38.120566Z","caller":"traceutil/trace.go:171","msg":"trace[670029362] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667; range_end:; response_count:1; response_revision:28920; }","duration":"1.868471114s","start":"2026-05-06T02:08:36.252081Z","end":"2026-05-06T02:08:38.120552Z","steps":["trace[670029362] 'agreement among raft nodes before linearized reading' (duration: 1.868332821s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.120383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199363196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.120425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:34.992627Z","time spent":"3.127790537s","remote":"127.0.0.1:52182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:38.119627Z","caller":"traceutil/trace.go:171","msg":"trace[1200125145] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28920; }","duration":"2.186784723s","start":"2026-05-06T02:08:35.932835Z","end":"2026-05-06T02:08:38.11962Z","steps":["trace[1200125145] 'agreement among raft nodes before linearized reading' (duration: 2.186734921s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.120671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031620307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:38.120683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:35.932788Z","time spent":"2.187876108s","remote":"127.0.0.1:48704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:38.120718Z","caller":"traceutil/trace.go:171","msg":"trace[528166718] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28920; }","duration":"2.031694779s","start":"2026-05-06T02:08:36.08901Z","end":"2026-05-06T02:08:38.120705Z","steps":["trace[528166718] 'agreement among raft nodes before linearized reading' (duration: 2.031627667s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:38.120685Z","caller":"traceutil/trace.go:171","msg":"trace[190079377] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28920; }","duration":"1.199694864s","start":"2026-05-06T02:08:36.920951Z","end":"2026-05-06T02:08:38.120646Z","steps":["trace[190079377] 'agreement among raft nodes before linearized reading' (duration: 1.199382586s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:38.120615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:36.252066Z","time spent":"1.868538306s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" "} {"level":"warn","ts":"2026-05-06T02:08:38.120765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:36.088994Z","time spent":"2.03175951s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:38.120823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:36.920928Z","time spent":"1.199846217s","remote":"127.0.0.1:50476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:39.65388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.674379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:39.654021Z","caller":"traceutil/trace.go:171","msg":"trace[1988675765] linearizableReadLoop","detail":"{readStateIndex:30257; appliedIndex:30255; }","duration":"1.526472699s","start":"2026-05-06T02:08:38.127524Z","end":"2026-05-06T02:08:39.653996Z","steps":["trace[1988675765] 'read index received' (duration: 43.149294ms)","trace[1988675765] 'applied index is now lower than readState.Index' (duration: 1.483318355s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:39.654036Z","caller":"traceutil/trace.go:171","msg":"trace[986552001] transaction","detail":"{read_only:false; response_revision:28922; number_of_response:1; }","duration":"1.52778743s","start":"2026-05-06T02:08:38.126214Z","end":"2026-05-06T02:08:39.654002Z","steps":["trace[986552001] 'process raft request' (duration: 849.867306ms)","trace[986552001] 'compare' (duration: 676.546282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:39.654174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.126191Z","time spent":"1.527902072s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:39.654306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526718455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:39.65441Z","caller":"traceutil/trace.go:171","msg":"trace[98140539] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28922; }","duration":"1.526887609s","start":"2026-05-06T02:08:38.127494Z","end":"2026-05-06T02:08:39.654382Z","steps":["trace[98140539] 'agreement among raft nodes before linearized reading' (duration: 1.526600083s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:39.654457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.127487Z","time spent":"1.526960381s","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:08:40.121992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145902228s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:41.204472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:41.20457Z","caller":"traceutil/trace.go:171","msg":"trace[1751260469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206328s","start":"2026-05-06T02:08:39.204343Z","end":"2026-05-06T02:08:41.204549Z","steps":["trace[1751260469] 'agreement among raft nodes before linearized reading' (duration: 2.000071765s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:41.20462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:39.204308Z","time spent":"2.00030061s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:42.055754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933388779s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:42.05599Z","caller":"traceutil/trace.go:171","msg":"trace[1271499027] linearizableReadLoop","detail":"{readStateIndex:30258; appliedIndex:30257; }","duration":"2.401904395s","start":"2026-05-06T02:08:39.65406Z","end":"2026-05-06T02:08:42.055964Z","steps":["trace[1271499027] 'read index received' (duration: 468.094016ms)","trace[1271499027] 'applied index is now lower than readState.Index' (duration: 1.933807939s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:42.056371Z","caller":"traceutil/trace.go:171","msg":"trace[1024367822] transaction","detail":"{read_only:false; response_revision:28923; number_of_response:1; }","duration":"3.63361435s","start":"2026-05-06T02:08:38.422729Z","end":"2026-05-06T02:08:42.056344Z","steps":["trace[1024367822] 'process raft request' (duration: 1.699522684s)","trace[1024367822] 'compare' (duration: 1.932143s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:42.05649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.422698Z","time spent":"3.633732763s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:42.056819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418618679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:42.056895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924197687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd8ee1cc-bcf4-4ada-bcf7-599857d17b56\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-06T02:08:42.056874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438909896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:42.056929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927018421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-06T02:08:42.056958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400850601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-06T02:08:42.056936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040263012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:42.057025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456720915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:42.057193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037626738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:42.057221Z","caller":"traceutil/trace.go:171","msg":"trace[1511624249] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28923; }","duration":"2.03768742s","start":"2026-05-06T02:08:40.019524Z","end":"2026-05-06T02:08:42.057212Z","steps":["trace[1511624249] 'agreement among raft nodes before linearized reading' (duration: 2.037645629s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.057222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9285767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-06T02:08:42.057228Z","caller":"traceutil/trace.go:171","msg":"trace[190134610] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28923; }","duration":"3.45695809s","start":"2026-05-06T02:08:38.600246Z","end":"2026-05-06T02:08:42.057204Z","steps":["trace[190134610] 'agreement among raft nodes before linearized reading' (duration: 3.456715715s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:42.057263Z","caller":"traceutil/trace.go:171","msg":"trace[817627037] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28923; }","duration":"3.928624451s","start":"2026-05-06T02:08:38.128628Z","end":"2026-05-06T02:08:42.057252Z","steps":["trace[817627037] 'agreement among raft nodes before linearized reading' (duration: 3.928523148s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.057266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:40.019504Z","time spent":"2.037752711s","remote":"127.0.0.1:52018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:42.057278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924987575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-06T02:08:42.057305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.128622Z","time spent":"3.928669241s","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-06T02:08:42.057307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.600226Z","time spent":"3.457061242s","remote":"127.0.0.1:48896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:42.057341Z","caller":"traceutil/trace.go:171","msg":"trace[1017129347] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28923; }","duration":"3.925048366s","start":"2026-05-06T02:08:38.13227Z","end":"2026-05-06T02:08:42.057319Z","steps":["trace[1017129347] 'agreement among raft nodes before linearized reading' (duration: 3.924814141s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:42.057003Z","caller":"traceutil/trace.go:171","msg":"trace[635531016] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28923; }","duration":"3.439092841s","start":"2026-05-06T02:08:38.61788Z","end":"2026-05-06T02:08:42.056973Z","steps":["trace[635531016] 'agreement among raft nodes before linearized reading' (duration: 3.438854745s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.057399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.132266Z","time spent":"3.925117728s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"warn","ts":"2026-05-06T02:08:42.057471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397593484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:42.057515Z","caller":"traceutil/trace.go:171","msg":"trace[804734776] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28923; }","duration":"2.397680886s","start":"2026-05-06T02:08:39.659823Z","end":"2026-05-06T02:08:42.057504Z","steps":["trace[804734776] 'agreement among raft nodes before linearized reading' (duration: 2.397613445s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.057546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:39.659802Z","time spent":"2.397736597s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:08:42.057648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.1632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:42.057689Z","caller":"traceutil/trace.go:171","msg":"trace[811248784] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28923; }","duration":"749.203061ms","start":"2026-05-06T02:08:41.308473Z","end":"2026-05-06T02:08:42.057677Z","steps":["trace[811248784] 'agreement among raft nodes before linearized reading' (duration: 749.120779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.057723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:41.308378Z","time spent":"749.337003ms","remote":"127.0.0.1:57142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:42.057003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589097084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-05-06T02:08:42.058132Z","caller":"traceutil/trace.go:171","msg":"trace[1227659823] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28923; }","duration":"3.590257522s","start":"2026-05-06T02:08:38.467845Z","end":"2026-05-06T02:08:42.058103Z","steps":["trace[1227659823] 'agreement among raft nodes before linearized reading' (duration: 3.589011312s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:42.057013Z","caller":"traceutil/trace.go:171","msg":"trace[1126351821] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28923; }","duration":"2.927149394s","start":"2026-05-06T02:08:39.129842Z","end":"2026-05-06T02:08:42.056991Z","steps":["trace[1126351821] 'agreement among raft nodes before linearized reading' (duration: 2.926903059s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:42.057046Z","caller":"traceutil/trace.go:171","msg":"trace[260869728] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28923; }","duration":"2.400970673s","start":"2026-05-06T02:08:39.656053Z","end":"2026-05-06T02:08:42.057024Z","steps":["trace[260869728] 'agreement among raft nodes before linearized reading' (duration: 2.400726147s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.058355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.617866Z","time spent":"3.440458693s","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:42.058393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:39.656042Z","time spent":"2.402341486s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-06T02:08:42.056988Z","caller":"traceutil/trace.go:171","msg":"trace[1938968555] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd8ee1cc-bcf4-4ada-bcf7-599857d17b56; range_end:; response_count:1; response_revision:28923; }","duration":"3.924303279s","start":"2026-05-06T02:08:38.132666Z","end":"2026-05-06T02:08:42.056969Z","steps":["trace[1938968555] 'agreement among raft nodes before linearized reading' (duration: 3.924061543s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.058548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.132662Z","time spent":"3.925866295s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-cd8ee1cc-bcf4-4ada-bcf7-599857d17b56\" "} {"level":"warn","ts":"2026-05-06T02:08:42.057016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.33314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:42.058564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:39.12982Z","time spent":"2.928477475s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"warn","ts":"2026-05-06T02:08:42.057099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.429896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:42.058654Z","caller":"traceutil/trace.go:171","msg":"trace[1613414146] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28923; }","duration":"833.05495ms","start":"2026-05-06T02:08:41.225582Z","end":"2026-05-06T02:08:42.058637Z","steps":["trace[1613414146] 'agreement among raft nodes before linearized reading' (duration: 831.310089ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:42.058733Z","caller":"traceutil/trace.go:171","msg":"trace[837653509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28923; }","duration":"854.059594ms","start":"2026-05-06T02:08:41.204662Z","end":"2026-05-06T02:08:42.058721Z","steps":["trace[837653509] 'agreement among raft nodes before linearized reading' (duration: 852.411945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.058774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:41.204615Z","time spent":"854.148836ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:42.058751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:41.225552Z","time spent":"833.178743ms","remote":"127.0.0.1:50486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:42.057129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.970831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:42.058887Z","caller":"traceutil/trace.go:171","msg":"trace[178788589] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28923; }","duration":"623.716872ms","start":"2026-05-06T02:08:41.435143Z","end":"2026-05-06T02:08:42.05886Z","steps":["trace[178788589] 'agreement among raft nodes before linearized reading' (duration: 621.945971ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:42.057106Z","caller":"traceutil/trace.go:171","msg":"trace[1031089320] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28923; }","duration":"2.4187057s","start":"2026-05-06T02:08:39.638157Z","end":"2026-05-06T02:08:42.056862Z","steps":["trace[1031089320] 'agreement among raft nodes before linearized reading' (duration: 2.418563757s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.057122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882836105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7d37adeda42\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-06T02:08:42.05715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719656768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:42.0571Z","caller":"traceutil/trace.go:171","msg":"trace[1856281560] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28923; }","duration":"3.040503017s","start":"2026-05-06T02:08:39.016571Z","end":"2026-05-06T02:08:42.057074Z","steps":["trace[1856281560] 'agreement among raft nodes before linearized reading' (duration: 3.04017964s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.058237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.467821Z","time spent":"3.590383025s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-06T02:08:42.05923Z","caller":"traceutil/trace.go:171","msg":"trace[1541099674] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7d37adeda42; range_end:; response_count:1; response_revision:28923; }","duration":"3.884942005s","start":"2026-05-06T02:08:38.174271Z","end":"2026-05-06T02:08:42.059213Z","steps":["trace[1541099674] 'agreement among raft nodes before linearized reading' (duration: 3.882743053s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.059733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:39.01655Z","time spent":"3.043149939s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:42.059818Z","caller":"traceutil/trace.go:171","msg":"trace[2036278602] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28923; }","duration":"1.722257839s","start":"2026-05-06T02:08:40.337483Z","end":"2026-05-06T02:08:42.05974Z","steps":["trace[2036278602] 'agreement among raft nodes before linearized reading' (duration: 1.719637147s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:42.059905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:40.337433Z","time spent":"1.722452503s","remote":"127.0.0.1:57336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:42.059245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:39.638141Z","time spent":"2.421061396s","remote":"127.0.0.1:52192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:42.059281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:41.435068Z","time spent":"624.192674ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:42.059668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:38.174213Z","time spent":"3.885429546s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7d37adeda42\" "} {"level":"warn","ts":"2026-05-06T02:08:42.564347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:43.064728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:43.5658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:44.066411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:44.066542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:44.066639Z","caller":"traceutil/trace.go:171","msg":"trace[938006538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165227s","start":"2026-05-06T02:08:42.066453Z","end":"2026-05-06T02:08:44.066618Z","steps":["trace[938006538] 'agreement among raft nodes before linearized reading' (duration: 2.000018643s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:44.066696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.066443Z","time spent":"2.000243309s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:44.566878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:45.067845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-06T02:08:45.364747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.30072206s","expected-duration":"1s"} {"level":"info","ts":"2026-05-06T02:08:45.451711Z","caller":"traceutil/trace.go:171","msg":"trace[635492198] transaction","detail":"{read_only:false; response_revision:28924; number_of_response:1; }","duration":"3.387767655s","start":"2026-05-06T02:08:42.063918Z","end":"2026-05-06T02:08:45.451686Z","steps":["trace[635492198] 'process raft request' (duration: 3.301098799s)","trace[635492198] 'compare' (duration: 86.118093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:45.451827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.063902Z","time spent":"3.387862916s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:46.067443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:46.067556Z","caller":"traceutil/trace.go:171","msg":"trace[462832079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148978s","start":"2026-05-06T02:08:44.067381Z","end":"2026-05-06T02:08:46.06753Z","steps":["trace[462832079] 'agreement among raft nodes before linearized reading' (duration: 1.999997204s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:46.067609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:44.067245Z","time spent":"2.000353993s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:46.203312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:46.203459Z","caller":"traceutil/trace.go:171","msg":"trace[905783710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301691s","start":"2026-05-06T02:08:44.203131Z","end":"2026-05-06T02:08:46.203433Z","steps":["trace[905783710] 'agreement among raft nodes before linearized reading' (duration: 2.000121037s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:46.203512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:44.203107Z","time spent":"2.000395753s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:46.596914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231841787s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:47.187513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.266612ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:47.187669Z","caller":"traceutil/trace.go:171","msg":"trace[1793946475] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28924; }","duration":"652.447826ms","start":"2026-05-06T02:08:46.5352Z","end":"2026-05-06T02:08:47.187648Z","steps":["trace[1793946475] 'range keys from in-memory index tree' (duration: 652.241821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:47.188074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.730688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:47.188474Z","caller":"traceutil/trace.go:171","msg":"trace[1694680596] linearizableReadLoop","detail":"{readStateIndex:30262; appliedIndex:30258; }","duration":"5.124397661s","start":"2026-05-06T02:08:42.064034Z","end":"2026-05-06T02:08:47.188432Z","steps":["trace[1694680596] 'read index received' (duration: 3.301046967s)","trace[1694680596] 'applied index is now lower than readState.Index' (duration: 1.823349583s)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:47.189554Z","caller":"traceutil/trace.go:171","msg":"trace[104267563] transaction","detail":"{read_only:false; response_revision:28927; number_of_response:1; }","duration":"3.712500133s","start":"2026-05-06T02:08:43.477023Z","end":"2026-05-06T02:08:47.189524Z","steps":["trace[104267563] 'process raft request' (duration: 3.711346486s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:47.189981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:43.476994Z","time spent":"3.712906003s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:47.189566Z","caller":"traceutil/trace.go:171","msg":"trace[1300572684] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"5.119587098s","start":"2026-05-06T02:08:42.069921Z","end":"2026-05-06T02:08:47.189509Z","steps":["trace[1300572684] 'process raft request' (duration: 4.527233942s)","trace[1300572684] 'compare' (duration: 590.348749ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:47.189578Z","caller":"traceutil/trace.go:171","msg":"trace[1234635635] transaction","detail":"{read_only:false; response_revision:28926; number_of_response:1; }","duration":"4.059423954s","start":"2026-05-06T02:08:43.130116Z","end":"2026-05-06T02:08:47.18954Z","steps":["trace[1234635635] 'process raft request' (duration: 4.058142143s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:47.189752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125695982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-06T02:08:47.190343Z","caller":"traceutil/trace.go:171","msg":"trace[311814364] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28927; }","duration":"5.126317226s","start":"2026-05-06T02:08:42.063991Z","end":"2026-05-06T02:08:47.190308Z","steps":["trace[311814364] 'agreement among raft nodes before linearized reading' (duration: 5.125562568s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:47.190446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.063974Z","time spent":"5.126441139s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-05-06T02:08:47.19024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:43.130079Z","time spent":"4.060086299s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:47.190488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.069907Z","time spent":"5.120172041s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:48.075484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000139317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:48.075608Z","caller":"traceutil/trace.go:171","msg":"trace[1720023493] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542306s","start":"2026-05-06T02:08:46.075044Z","end":"2026-05-06T02:08:48.075586Z","steps":["trace[1720023493] 'agreement among raft nodes before linearized reading' (duration: 2.000163327s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:48.075685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:46.075024Z","time spent":"2.000616158s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:49.406045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078277733s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:08:49.406237Z","caller":"traceutil/trace.go:171","msg":"trace[1671087198] linearizableReadLoop","detail":"{readStateIndex:30263; appliedIndex:30262; }","duration":"2.216389578s","start":"2026-05-06T02:08:47.189833Z","end":"2026-05-06T02:08:49.406223Z","steps":["trace[1671087198] 'read index received' (duration: 137.858949ms)","trace[1671087198] 'applied index is now lower than readState.Index' (duration: 2.078529848s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:49.406911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301231558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:49.406942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.246543564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-05-06T02:08:49.407033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291294747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:49.407077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287684665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:49.407098Z","caller":"traceutil/trace.go:171","msg":"trace[1630419128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28927; }","duration":"4.287777708s","start":"2026-05-06T02:08:45.119314Z","end":"2026-05-06T02:08:49.407092Z","steps":["trace[1630419128] 'agreement among raft nodes before linearized reading' (duration: 4.287743697s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.40711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.342816325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-06T02:08:49.40716Z","caller":"traceutil/trace.go:171","msg":"trace[352325013] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:28927; }","duration":"7.342859796s","start":"2026-05-06T02:08:42.064286Z","end":"2026-05-06T02:08:49.407146Z","steps":["trace[352325013] 'agreement among raft nodes before linearized reading' (duration: 7.342724213s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.63935562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:49.407183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.504590544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:49.407241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579636075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:49.407245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.344513224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-06T02:08:49.407258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574106704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:49.407259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451100871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:49.407276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.970882908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-06T02:08:49.407298Z","caller":"traceutil/trace.go:171","msg":"trace[1032854572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28927; }","duration":"2.451175603s","start":"2026-05-06T02:08:46.956113Z","end":"2026-05-06T02:08:49.407289Z","steps":["trace[1032854572] 'agreement among raft nodes before linearized reading' (duration: 2.451116431s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:49.407288Z","caller":"traceutil/trace.go:171","msg":"trace[1828632261] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28927; }","duration":"6.344603496s","start":"2026-05-06T02:08:43.062671Z","end":"2026-05-06T02:08:49.407275Z","steps":["trace[1828632261] 'agreement among raft nodes before linearized reading' (duration: 6.344417192s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174262605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:49.407326Z","caller":"traceutil/trace.go:171","msg":"trace[1606127356] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28927; }","duration":"6.970964s","start":"2026-05-06T02:08:42.436349Z","end":"2026-05-06T02:08:49.407313Z","steps":["trace[1606127356] 'agreement among raft nodes before linearized reading' (duration: 6.970851667s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.453022672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:49.407382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:43.062647Z","time spent":"6.344723929s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"warn","ts":"2026-05-06T02:08:49.407398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.436327Z","time spent":"6.971061713s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:08:49.407392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.364387352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:49.407331Z","caller":"traceutil/trace.go:171","msg":"trace[326834644] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28927; }","duration":"6.174327166s","start":"2026-05-06T02:08:43.232997Z","end":"2026-05-06T02:08:49.407324Z","steps":["trace[326834644] 'agreement among raft nodes before linearized reading' (duration: 6.174289875s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:43.232974Z","time spent":"6.17447246s","remote":"127.0.0.1:48676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:49.406977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.342320374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:49.407457Z","caller":"traceutil/trace.go:171","msg":"trace[977549529] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28927; }","duration":"6.364473103s","start":"2026-05-06T02:08:43.042963Z","end":"2026-05-06T02:08:49.407436Z","steps":["trace[977549529] 'agreement among raft nodes before linearized reading' (duration: 6.3643437s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:49.407506Z","caller":"traceutil/trace.go:171","msg":"trace[1516435671] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28927; }","duration":"7.342862916s","start":"2026-05-06T02:08:42.06462Z","end":"2026-05-06T02:08:49.407482Z","steps":["trace[1516435671] 'agreement among raft nodes before linearized reading' (duration: 7.342297593s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:43.042947Z","time spent":"6.364545335s","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:49.407272Z","caller":"traceutil/trace.go:171","msg":"trace[363784676] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28927; }","duration":"5.579694997s","start":"2026-05-06T02:08:43.827567Z","end":"2026-05-06T02:08:49.407262Z","steps":["trace[363784676] 'agreement among raft nodes before linearized reading' (duration: 5.579626575s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.064615Z","time spent":"7.342947689s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-06T02:08:49.407627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:43.827546Z","time spent":"5.580071746s","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:49.407393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:46.956094Z","time spent":"2.451228244s","remote":"127.0.0.1:50578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:49.40718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.683998216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:49.40727Z","caller":"traceutil/trace.go:171","msg":"trace[35809137] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28927; }","duration":"6.504718717s","start":"2026-05-06T02:08:42.902531Z","end":"2026-05-06T02:08:49.40725Z","steps":["trace[35809137] 'agreement among raft nodes before linearized reading' (duration: 6.504588024s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:49.407717Z","caller":"traceutil/trace.go:171","msg":"trace[395119969] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28927; }","duration":"4.684559559s","start":"2026-05-06T02:08:44.723137Z","end":"2026-05-06T02:08:49.407697Z","steps":["trace[395119969] 'agreement among raft nodes before linearized reading' (duration: 4.684015366s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.40775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.902427Z","time spent":"6.505314691s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:49.407779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:44.723107Z","time spent":"4.684650551s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:49.407844Z","caller":"traceutil/trace.go:171","msg":"trace[1752554324] transaction","detail":"{read_only:false; response_revision:28928; number_of_response:1; }","duration":"1.095198618s","start":"2026-05-06T02:08:48.312625Z","end":"2026-05-06T02:08:49.407824Z","steps":["trace[1752554324] 'process raft request' (duration: 1.093516069s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.40721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337561903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-05-06T02:08:49.407111Z","caller":"traceutil/trace.go:171","msg":"trace[1115549741] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28927; }","duration":"2.29141174s","start":"2026-05-06T02:08:47.115679Z","end":"2026-05-06T02:08:49.40709Z","steps":["trace[1115549741] 'agreement among raft nodes before linearized reading' (duration: 2.291314108s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:47.115654Z","time spent":"2.29224796s","remote":"127.0.0.1:50564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:49.40791Z","caller":"traceutil/trace.go:171","msg":"trace[1907083753] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28927; }","duration":"2.338290531s","start":"2026-05-06T02:08:47.069603Z","end":"2026-05-06T02:08:49.407893Z","steps":["trace[1907083753] 'agreement among raft nodes before linearized reading' (duration: 2.337535333s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:48.312598Z","time spent":"1.09527591s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:49.407955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:47.069583Z","time spent":"2.338357993s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-06T02:08:49.40692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952164653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-06T02:08:49.408029Z","caller":"traceutil/trace.go:171","msg":"trace[13178124] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667; range_end:; response_count:1; response_revision:28927; }","duration":"3.953306911s","start":"2026-05-06T02:08:45.454702Z","end":"2026-05-06T02:08:49.408009Z","steps":["trace[13178124] 'agreement among raft nodes before linearized reading' (duration: 3.952059851s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960636293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:49.408086Z","caller":"traceutil/trace.go:171","msg":"trace[576697659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28927; }","duration":"3.961729518s","start":"2026-05-06T02:08:45.446344Z","end":"2026-05-06T02:08:49.408074Z","steps":["trace[576697659] 'agreement among raft nodes before linearized reading' (duration: 3.960674833s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.408089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:45.454684Z","time spent":"3.953386862s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" "} {"level":"info","ts":"2026-05-06T02:08:49.406997Z","caller":"traceutil/trace.go:171","msg":"trace[500670629] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28927; }","duration":"6.301375151s","start":"2026-05-06T02:08:43.105605Z","end":"2026-05-06T02:08:49.40698Z","steps":["trace[500670629] 'agreement among raft nodes before linearized reading' (duration: 6.301129146s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.408125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:45.446313Z","time spent":"3.9617978s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:49.408156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:43.105583Z","time spent":"6.302558569s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:49.406921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.341982856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:49.407051Z","caller":"traceutil/trace.go:171","msg":"trace[407089391] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:28927; }","duration":"7.246721927s","start":"2026-05-06T02:08:42.160303Z","end":"2026-05-06T02:08:49.407025Z","steps":["trace[407089391] 'agreement among raft nodes before linearized reading' (duration: 7.246456381s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:49.408207Z","caller":"traceutil/trace.go:171","msg":"trace[2105139199] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:28927; }","duration":"7.343323567s","start":"2026-05-06T02:08:42.064873Z","end":"2026-05-06T02:08:49.408197Z","steps":["trace[2105139199] 'agreement among raft nodes before linearized reading' (duration: 7.341969695s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.408213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.160281Z","time spent":"7.247922236s","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-06T02:08:49.408232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.064853Z","time spent":"7.343371269s","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-06T02:08:49.40721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.064263Z","time spent":"7.342938889s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-05-06T02:08:49.407219Z","caller":"traceutil/trace.go:171","msg":"trace[361909314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28927; }","duration":"6.639431482s","start":"2026-05-06T02:08:42.767772Z","end":"2026-05-06T02:08:49.407204Z","steps":["trace[361909314] 'agreement among raft nodes before linearized reading' (duration: 6.63936284s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.407126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:45.119292Z","time spent":"4.287827909s","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:49.408316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.76775Z","time spent":"6.640550868s","remote":"127.0.0.1:48760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:49.407289Z","caller":"traceutil/trace.go:171","msg":"trace[455626664] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28927; }","duration":"4.574163345s","start":"2026-05-06T02:08:44.833115Z","end":"2026-05-06T02:08:49.407278Z","steps":["trace[455626664] 'agreement among raft nodes before linearized reading' (duration: 4.574028532s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.408384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:44.8331Z","time spent":"4.575267781s","remote":"127.0.0.1:56196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:49.407401Z","caller":"traceutil/trace.go:171","msg":"trace[872005486] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28927; }","duration":"6.453100055s","start":"2026-05-06T02:08:42.954292Z","end":"2026-05-06T02:08:49.407392Z","steps":["trace[872005486] 'agreement among raft nodes before linearized reading' (duration: 6.453032423s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:49.408452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:42.954243Z","time spent":"6.45418636s","remote":"127.0.0.1:48576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:50.576349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.413832Z","time spent":"1.162510418s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/06 02:08:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:51.239788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828560995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hqpqp\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-05-06T02:08:51.239869Z","caller":"traceutil/trace.go:171","msg":"trace[525377158] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hqpqp; range_end:; response_count:1; response_revision:28928; }","duration":"1.828690259s","start":"2026-05-06T02:08:49.411161Z","end":"2026-05-06T02:08:51.239851Z","steps":["trace[525377158] 'range keys from in-memory index tree' (duration: 1.828382682s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:51.239907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.411143Z","time spent":"1.82875609s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18550,"request content":"key:\"/registry/pods/kube-system/cilium-hqpqp\" "} {"level":"warn","ts":"2026-05-06T02:08:51.240153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046336286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9703629-c232-4bc7-9dab-f77c28733b68\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-06T02:08:51.240181Z","caller":"traceutil/trace.go:171","msg":"trace[35057164] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9703629-c232-4bc7-9dab-f77c28733b68; range_end:; response_count:1; response_revision:28928; }","duration":"4.046362096s","start":"2026-05-06T02:08:47.193809Z","end":"2026-05-06T02:08:51.240172Z","steps":["trace[35057164] 'agreement among raft nodes before linearized reading' (duration: 2.21397541s)","trace[35057164] 'range keys from in-memory index tree' (duration: 1.832317574s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.240206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:47.193785Z","time spent":"4.046413858s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a9703629-c232-4bc7-9dab-f77c28733b68\" "} {"level":"warn","ts":"2026-05-06T02:08:51.240332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412946555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:51.240354Z","caller":"traceutil/trace.go:171","msg":"trace[2015503065] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28928; }","duration":"2.413021646s","start":"2026-05-06T02:08:48.827324Z","end":"2026-05-06T02:08:51.240346Z","steps":["trace[2015503065] 'agreement among raft nodes before linearized reading' (duration: 580.473347ms)","trace[2015503065] 'count revisions from in-memory index tree' (duration: 1.832510429s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.240374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:48.827298Z","time spent":"2.413070428s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:51.240593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541354111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:51.240615Z","caller":"traceutil/trace.go:171","msg":"trace[184395680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28928; }","duration":"2.541413092s","start":"2026-05-06T02:08:48.699194Z","end":"2026-05-06T02:08:51.240607Z","steps":["trace[184395680] 'agreement among raft nodes before linearized reading' (duration: 708.609827ms)","trace[184395680] 'count revisions from in-memory index tree' (duration: 1.832768545s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.240637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:48.699146Z","time spent":"2.541481484s","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:51.240795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78011562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-06T02:08:51.240817Z","caller":"traceutil/trace.go:171","msg":"trace[1922766004] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28928; }","duration":"2.780173631s","start":"2026-05-06T02:08:48.460636Z","end":"2026-05-06T02:08:51.240809Z","steps":["trace[1922766004] 'agreement among raft nodes before linearized reading' (duration: 947.186291ms)","trace[1922766004] 'range keys from in-memory index tree' (duration: 1.832923449s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.240834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:48.460613Z","time spent":"2.780216793s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-06T02:08:51.240944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12450471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:51.240968Z","caller":"traceutil/trace.go:171","msg":"trace[1590274278] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28928; }","duration":"3.124571542s","start":"2026-05-06T02:08:48.116386Z","end":"2026-05-06T02:08:51.240958Z","steps":["trace[1590274278] 'agreement among raft nodes before linearized reading' (duration: 1.291449498s)","trace[1590274278] 'count revisions from in-memory index tree' (duration: 1.833087182s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.240987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:48.116359Z","time spent":"3.124621453s","remote":"127.0.0.1:57266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:51.241089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165155046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:51.241107Z","caller":"traceutil/trace.go:171","msg":"trace[1713852539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28928; }","duration":"3.165203816s","start":"2026-05-06T02:08:48.075896Z","end":"2026-05-06T02:08:51.2411Z","steps":["trace[1713852539] 'agreement among raft nodes before linearized reading' (duration: 1.33195544s)","trace[1713852539] 'range keys from in-memory index tree' (duration: 1.833219525s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.241122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:48.075874Z","time spent":"3.165244327s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:51.241219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045840984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-ms94q\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-05-06T02:08:51.241238Z","caller":"traceutil/trace.go:171","msg":"trace[1433765286] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-ms94q; range_end:; response_count:1; response_revision:28928; }","duration":"4.045934466s","start":"2026-05-06T02:08:47.195297Z","end":"2026-05-06T02:08:51.241231Z","steps":["trace[1433765286] 'agreement among raft nodes before linearized reading' (duration: 2.212568857s)","trace[1433765286] 'range keys from in-memory index tree' (duration: 1.833309288s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.241254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:47.195278Z","time spent":"4.045971387s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-ms94q\" "} {"level":"warn","ts":"2026-05-06T02:08:51.241385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882453001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:51.241407Z","caller":"traceutil/trace.go:171","msg":"trace[1583929584] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28928; }","duration":"1.882473082s","start":"2026-05-06T02:08:49.358924Z","end":"2026-05-06T02:08:51.241397Z","steps":["trace[1583929584] 'agreement among raft nodes before linearized reading' (duration: 48.938429ms)","trace[1583929584] 'count revisions from in-memory index tree' (duration: 1.833498922s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.241427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.358861Z","time spent":"1.882559264s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:51.241539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064332834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:51.241559Z","caller":"traceutil/trace.go:171","msg":"trace[1719109273] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28928; }","duration":"2.064409727s","start":"2026-05-06T02:08:49.177143Z","end":"2026-05-06T02:08:51.241552Z","steps":["trace[1719109273] 'agreement among raft nodes before linearized reading' (duration: 230.756571ms)","trace[1719109273] 'count revisions from in-memory index tree' (duration: 1.833618595s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.24158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.177107Z","time spent":"2.064468088s","remote":"127.0.0.1:50634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:51.241721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830527751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-06T02:08:51.24174Z","caller":"traceutil/trace.go:171","msg":"trace[122793403] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28928; }","duration":"1.830562563s","start":"2026-05-06T02:08:49.411171Z","end":"2026-05-06T02:08:51.241734Z","steps":["trace[122793403] 'range keys from in-memory index tree' (duration: 1.8304267s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:51.241759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.41116Z","time spent":"1.830591443s","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-06T02:08:51.242573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.970767ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-06T02:08:51.242692Z","caller":"traceutil/trace.go:171","msg":"trace[1826713398] linearizableReadLoop","detail":"{readStateIndex:30265; appliedIndex:30264; }","duration":"1.831435323s","start":"2026-05-06T02:08:49.411235Z","end":"2026-05-06T02:08:51.24267Z","steps":["trace[1826713398] 'read index received' (duration: 262.046µs)","trace[1826713398] 'applied index is now lower than readState.Index' (duration: 1.831171487s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:51.242788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.411149Z","time spent":"1.831635597s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-06T02:08:51.664194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189870513s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:52.086581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:52.086665Z","caller":"traceutil/trace.go:171","msg":"trace[1756726621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701259s","start":"2026-05-06T02:08:50.085945Z","end":"2026-05-06T02:08:52.086646Z","steps":["trace[1756726621] 'agreement among raft nodes before linearized reading' (duration: 2.000598147s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:52.086712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:50.085915Z","time spent":"2.000788461s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:52.548967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.332875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:52.549189Z","caller":"traceutil/trace.go:171","msg":"trace[865675330] transaction","detail":"{read_only:false; response_revision:28931; number_of_response:1; }","duration":"2.984201784s","start":"2026-05-06T02:08:49.56497Z","end":"2026-05-06T02:08:52.549172Z","steps":["trace[865675330] 'process raft request' (duration: 2.984165733s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:52.549179Z","caller":"traceutil/trace.go:171","msg":"trace[81171984] transaction","detail":"{read_only:false; response_revision:28929; number_of_response:1; }","duration":"3.137722091s","start":"2026-05-06T02:08:49.411422Z","end":"2026-05-06T02:08:52.549144Z","steps":["trace[81171984] 'process raft request' (duration: 2.25314429s)","trace[81171984] 'compare' (duration: 883.573817ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:52.549364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.411394Z","time spent":"3.137880055s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:52.549243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.564936Z","time spent":"2.984284856s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:52.954702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290222631s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:08:53.597101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.956131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:574"} {"level":"info","ts":"2026-05-06T02:08:53.597372Z","caller":"traceutil/trace.go:171","msg":"trace[903166721] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28931; }","duration":"3.017361664s","start":"2026-05-06T02:08:50.579945Z","end":"2026-05-06T02:08:53.597307Z","steps":["trace[903166721] 'process raft request' (duration: 2.375139307s)","trace[903166721] 'compare' (duration: 641.843948ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:53.597433Z","caller":"traceutil/trace.go:171","msg":"trace[790018787] transaction","detail":"{read_only:false; response_revision:28932; number_of_response:1; }","duration":"2.353286333s","start":"2026-05-06T02:08:51.244112Z","end":"2026-05-06T02:08:53.597399Z","steps":["trace[790018787] 'process raft request' (duration: 2.353087378s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:53.597496Z","caller":"traceutil/trace.go:171","msg":"trace[45499242] transaction","detail":"{read_only:false; response_revision:28935; number_of_response:1; }","duration":"1.399678452s","start":"2026-05-06T02:08:52.197798Z","end":"2026-05-06T02:08:53.597476Z","steps":["trace[45499242] 'process raft request' (duration: 1.399630961s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.597694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:50.579923Z","time spent":"3.01759153s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":598,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:53.597876Z","caller":"traceutil/trace.go:171","msg":"trace[572419662] transaction","detail":"{read_only:false; response_revision:28934; number_of_response:1; }","duration":"2.345618503s","start":"2026-05-06T02:08:51.252225Z","end":"2026-05-06T02:08:53.597844Z","steps":["trace[572419662] 'process raft request' (duration: 2.345142792s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.597907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663592783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:53.597957Z","caller":"traceutil/trace.go:171","msg":"trace[1200647614] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28935; }","duration":"2.663677986s","start":"2026-05-06T02:08:50.934265Z","end":"2026-05-06T02:08:53.597943Z","steps":["trace[1200647614] 'agreement among raft nodes before linearized reading' (duration: 2.663575153s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.598002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:50.934248Z","time spent":"2.663744347s","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:53.598015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.2522Z","time spent":"2.345743436s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:53.598013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185251399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:53.59806Z","caller":"traceutil/trace.go:171","msg":"trace[2066448212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28935; }","duration":"4.185344841s","start":"2026-05-06T02:08:49.412703Z","end":"2026-05-06T02:08:53.598048Z","steps":["trace[2066448212] 'agreement among raft nodes before linearized reading' (duration: 4.185223358s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.598101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.412679Z","time spent":"4.185411462s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:53.597872Z","caller":"traceutil/trace.go:171","msg":"trace[1970135208] linearizableReadLoop","detail":"{readStateIndex:30269; appliedIndex:30265; }","duration":"2.355110436s","start":"2026-05-06T02:08:51.24273Z","end":"2026-05-06T02:08:53.597841Z","steps":["trace[1970135208] 'read index received' (duration: 421.773828ms)","trace[1970135208] 'applied index is now lower than readState.Index' (duration: 1.933333878s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:53.598358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838226206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:53.598397Z","caller":"traceutil/trace.go:171","msg":"trace[1745881576] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28935; }","duration":"3.838290918s","start":"2026-05-06T02:08:49.760096Z","end":"2026-05-06T02:08:53.598386Z","steps":["trace[1745881576] 'agreement among raft nodes before linearized reading' (duration: 3.838031572s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.598422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:49.76008Z","time spent":"3.838334809s","remote":"127.0.0.1:48590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:53.598424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.244093Z","time spent":"2.353421227s","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:53.598127Z","caller":"traceutil/trace.go:171","msg":"trace[917444120] transaction","detail":"{read_only:false; response_revision:28933; number_of_response:1; }","duration":"2.351387609s","start":"2026-05-06T02:08:51.246695Z","end":"2026-05-06T02:08:53.598082Z","steps":["trace[917444120] 'process raft request' (duration: 2.350600261s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.598455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183989948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-06T02:08:53.598435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890104024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:53.598496Z","caller":"traceutil/trace.go:171","msg":"trace[1586161565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28935; }","duration":"3.184033449s","start":"2026-05-06T02:08:50.41445Z","end":"2026-05-06T02:08:53.598484Z","steps":["trace[1586161565] 'agreement among raft nodes before linearized reading' (duration: 3.183599289s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.598525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:50.414402Z","time spent":"3.184117781s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"info","ts":"2026-05-06T02:08:53.598515Z","caller":"traceutil/trace.go:171","msg":"trace[776282831] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28935; }","duration":"2.890267909s","start":"2026-05-06T02:08:50.708231Z","end":"2026-05-06T02:08:53.598499Z","steps":["trace[776282831] 'agreement among raft nodes before linearized reading' (duration: 2.889924861s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.598443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:52.197762Z","time spent":"1.400276386s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:53.598563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:50.708195Z","time spent":"2.89035526s","remote":"127.0.0.1:57240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:53.598549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.246684Z","time spent":"2.351806549s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:53.598783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389117935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:53.59903Z","caller":"traceutil/trace.go:171","msg":"trace[1480085653] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28935; }","duration":"2.389532025s","start":"2026-05-06T02:08:51.209337Z","end":"2026-05-06T02:08:53.598869Z","steps":["trace[1480085653] 'agreement among raft nodes before linearized reading' (duration: 2.388596303s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.599314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.209322Z","time spent":"2.389767751s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:53.599371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436956961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:53.60065Z","caller":"traceutil/trace.go:171","msg":"trace[76773848] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28935; }","duration":"3.438297043s","start":"2026-05-06T02:08:50.162324Z","end":"2026-05-06T02:08:53.600621Z","steps":["trace[76773848] 'agreement among raft nodes before linearized reading' (duration: 3.43690885s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:53.60075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:50.162301Z","time spent":"3.438413045s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:54.087335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:08:54.087563Z","caller":"traceutil/trace.go:171","msg":"trace[1452719848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632498s","start":"2026-05-06T02:08:52.086905Z","end":"2026-05-06T02:08:54.087538Z","steps":["trace[1452719848] 'agreement among raft nodes before linearized reading' (duration: 2.000388302s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:54.087614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:52.086882Z","time spent":"2.00072174s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:08:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:08:56.0957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:08:56.095821Z","caller":"traceutil/trace.go:171","msg":"trace[982525009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345222s","start":"2026-05-06T02:08:54.095448Z","end":"2026-05-06T02:08:56.095794Z","steps":["trace[982525009] 'agreement among raft nodes before linearized reading' (duration: 2.000185989s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.095884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:54.09543Z","time spent":"2.000442314s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:56.410661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325273265s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:08:56.410849Z","caller":"traceutil/trace.go:171","msg":"trace[161236271] linearizableReadLoop","detail":"{readStateIndex:30274; appliedIndex:30273; }","duration":"2.812679305s","start":"2026-05-06T02:08:53.598143Z","end":"2026-05-06T02:08:56.410822Z","steps":["trace[161236271] 'read index received' (duration: 487.157694ms)","trace[161236271] 'applied index is now lower than readState.Index' (duration: 2.325519051s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:56.411755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841560473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:56.411824Z","caller":"traceutil/trace.go:171","msg":"trace[1780388699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28935; }","duration":"2.841682836s","start":"2026-05-06T02:08:53.570122Z","end":"2026-05-06T02:08:56.411805Z","steps":["trace[1780388699] 'agreement among raft nodes before linearized reading' (duration: 2.841544683s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.411879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:53.570101Z","time spent":"2.841761268s","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.412219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927092922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:56.41227Z","caller":"traceutil/trace.go:171","msg":"trace[298872795] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28935; }","duration":"2.927175645s","start":"2026-05-06T02:08:53.485079Z","end":"2026-05-06T02:08:56.412255Z","steps":["trace[298872795] 'agreement among raft nodes before linearized reading' (duration: 2.927048112s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.412313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:53.485061Z","time spent":"2.927239436s","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.412557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236880019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:56.412603Z","caller":"traceutil/trace.go:171","msg":"trace[789754169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28935; }","duration":"3.236954971s","start":"2026-05-06T02:08:53.175633Z","end":"2026-05-06T02:08:56.412588Z","steps":["trace[789754169] 'agreement among raft nodes before linearized reading' (duration: 3.23687871s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.412705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:53.175613Z","time spent":"3.237077244s","remote":"127.0.0.1:57084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.413257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.178199233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:56.413277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.167046463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-05-06T02:08:56.413261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777786738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:56.413285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166155392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-06T02:08:56.413323Z","caller":"traceutil/trace.go:171","msg":"trace[2088964112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28935; }","duration":"4.178328576s","start":"2026-05-06T02:08:52.234978Z","end":"2026-05-06T02:08:56.413307Z","steps":["trace[2088964112] 'agreement among raft nodes before linearized reading' (duration: 4.178187633s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.41331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.506301961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:56.413335Z","caller":"traceutil/trace.go:171","msg":"trace[65682619] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28935; }","duration":"5.167130385s","start":"2026-05-06T02:08:51.246187Z","end":"2026-05-06T02:08:56.413317Z","steps":["trace[65682619] 'agreement among raft nodes before linearized reading' (duration: 5.166967622s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:56.413349Z","caller":"traceutil/trace.go:171","msg":"trace[906818315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28935; }","duration":"4.777941812s","start":"2026-05-06T02:08:51.635388Z","end":"2026-05-06T02:08:56.413329Z","steps":["trace[906818315] 'agreement among raft nodes before linearized reading' (duration: 4.777755857s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:52.234952Z","time spent":"4.178397068s","remote":"127.0.0.1:48578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:56.41336Z","caller":"traceutil/trace.go:171","msg":"trace[736261545] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28935; }","duration":"5.166242604s","start":"2026-05-06T02:08:51.247099Z","end":"2026-05-06T02:08:56.413341Z","steps":["trace[736261545] 'agreement among raft nodes before linearized reading' (duration: 5.166046599s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873908875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:56.413378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.246169Z","time spent":"5.167196547s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-06T02:08:56.413398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.63536Z","time spent":"4.778022754s","remote":"127.0.0.1:57256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.413414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.247093Z","time spent":"5.166307455s","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-05-06T02:08:56.41343Z","caller":"traceutil/trace.go:171","msg":"trace[1797277452] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28935; }","duration":"3.87410053s","start":"2026-05-06T02:08:52.539305Z","end":"2026-05-06T02:08:56.413406Z","steps":["trace[1797277452] 'agreement among raft nodes before linearized reading' (duration: 3.873901615s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854497936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:56.413471Z","caller":"traceutil/trace.go:171","msg":"trace[62051793] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28935; }","duration":"4.506403153s","start":"2026-05-06T02:08:51.90695Z","end":"2026-05-06T02:08:56.413353Z","steps":["trace[62051793] 'agreement among raft nodes before linearized reading' (duration: 4.50627271s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:56.413497Z","caller":"traceutil/trace.go:171","msg":"trace[170903628] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28935; }","duration":"1.854591918s","start":"2026-05-06T02:08:54.55889Z","end":"2026-05-06T02:08:56.413482Z","steps":["trace[170903628] 'agreement among raft nodes before linearized reading' (duration: 1.854475056s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.41348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811846065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-06T02:08:56.413534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:54.558869Z","time spent":"1.854655629s","remote":"127.0.0.1:52026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.413536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:51.906929Z","time spent":"4.506588098s","remote":"127.0.0.1:52156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.413524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99596266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-05-06T02:08:56.413535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809475128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-06T02:08:56.413556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601155795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:56.413572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.057148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:56.413568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.681333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:56.413599Z","caller":"traceutil/trace.go:171","msg":"trace[1215450231] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28935; }","duration":"1.996090153s","start":"2026-05-06T02:08:54.417489Z","end":"2026-05-06T02:08:56.413579Z","steps":["trace[1215450231] 'agreement among raft nodes before linearized reading' (duration: 1.995855207s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:56.413608Z","caller":"traceutil/trace.go:171","msg":"trace[249527014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28935; }","duration":"1.601203646s","start":"2026-05-06T02:08:54.81239Z","end":"2026-05-06T02:08:56.413594Z","steps":["trace[249527014] 'agreement among raft nodes before linearized reading' (duration: 1.601135734s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:52.539282Z","time spent":"3.874182792s","remote":"127.0.0.1:52090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:56.413606Z","caller":"traceutil/trace.go:171","msg":"trace[1295054787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28935; }","duration":"1.809593251s","start":"2026-05-06T02:08:54.603994Z","end":"2026-05-06T02:08:56.413587Z","steps":["trace[1295054787] 'agreement among raft nodes before linearized reading' (duration: 1.809359545s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:56.413626Z","caller":"traceutil/trace.go:171","msg":"trace[2133766747] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28935; }","duration":"466.748344ms","start":"2026-05-06T02:08:55.946861Z","end":"2026-05-06T02:08:56.41361Z","steps":["trace[2133766747] 'agreement among raft nodes before linearized reading' (duration: 466.627602ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658331408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-05-06T02:08:56.41361Z","caller":"traceutil/trace.go:171","msg":"trace[1159589191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28935; }","duration":"317.145ms","start":"2026-05-06T02:08:56.096456Z","end":"2026-05-06T02:08:56.413601Z","steps":["trace[1159589191] 'agreement among raft nodes before linearized reading' (duration: 317.076959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:54.812314Z","time spent":"1.601323998s","remote":"127.0.0.1:57220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.413662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:54.603974Z","time spent":"1.809679202s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"info","ts":"2026-05-06T02:08:56.413669Z","caller":"traceutil/trace.go:171","msg":"trace[1178615254] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28935; }","duration":"1.658417509s","start":"2026-05-06T02:08:54.755241Z","end":"2026-05-06T02:08:56.413659Z","steps":["trace[1178615254] 'agreement among raft nodes before linearized reading' (duration: 1.658084352s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:55.946765Z","time spent":"466.895099ms","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.413481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.624688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:56.413675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811211009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vjzfv\" ","response":"range_response_count:1 size:5315"} {"level":"warn","ts":"2026-05-06T02:08:56.41369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.096425Z","time spent":"317.250513ms","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:56.4137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:54.755209Z","time spent":"1.658483261s","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-06T02:08:56.413596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121463308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:56.413719Z","caller":"traceutil/trace.go:171","msg":"trace[2013610252] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:28935; }","duration":"259.940327ms","start":"2026-05-06T02:08:56.153767Z","end":"2026-05-06T02:08:56.413708Z","steps":["trace[2013610252] 'agreement among raft nodes before linearized reading' (duration: 259.606209ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:56.413731Z","caller":"traceutil/trace.go:171","msg":"trace[340107677] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vjzfv; range_end:; response_count:1; response_revision:28935; }","duration":"2.811289572s","start":"2026-05-06T02:08:53.602425Z","end":"2026-05-06T02:08:56.413715Z","steps":["trace[340107677] 'agreement among raft nodes before linearized reading' (duration: 2.811085447s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:53.602416Z","time spent":"2.811342393s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5339,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vjzfv\" "} {"level":"info","ts":"2026-05-06T02:08:56.413775Z","caller":"traceutil/trace.go:171","msg":"trace[200267409] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28935; }","duration":"2.121703213s","start":"2026-05-06T02:08:54.292046Z","end":"2026-05-06T02:08:56.413749Z","steps":["trace[200267409] 'agreement among raft nodes before linearized reading' (duration: 2.121425246s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:54.417443Z","time spent":"1.996190485s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-06T02:08:56.413558Z","caller":"traceutil/trace.go:171","msg":"trace[997057081] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28935; }","duration":"2.811969518s","start":"2026-05-06T02:08:53.601569Z","end":"2026-05-06T02:08:56.413538Z","steps":["trace[997057081] 'agreement among raft nodes before linearized reading' (duration: 2.811758513s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.413835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:54.292025Z","time spent":"2.121796105s","remote":"127.0.0.1:56216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:56.413851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859283051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-06T02:08:56.413866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:53.60155Z","time spent":"2.812305906s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-06T02:08:56.413892Z","caller":"traceutil/trace.go:171","msg":"trace[1792052566] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667; range_end:; response_count:1; response_revision:28935; }","duration":"3.859392454s","start":"2026-05-06T02:08:52.554486Z","end":"2026-05-06T02:08:56.413878Z","steps":["trace[1792052566] 'agreement among raft nodes before linearized reading' (duration: 3.858421031s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:56.41393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:52.554248Z","time spent":"3.859670761s","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" "} {"level":"warn","ts":"2026-05-06T02:08:56.918538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208186100227012285,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-06T02:08:57.265974Z","caller":"traceutil/trace.go:171","msg":"trace[610218008] transaction","detail":"{read_only:false; response_revision:28936; number_of_response:1; }","duration":"848.307118ms","start":"2026-05-06T02:08:56.417639Z","end":"2026-05-06T02:08:57.265946Z","steps":["trace[610218008] 'process raft request' (duration: 848.115314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:57.266136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.417611Z","time spent":"848.441342ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:57.999539Z","caller":"traceutil/trace.go:171","msg":"trace[468063317] transaction","detail":"{read_only:false; response_revision:28937; number_of_response:1; }","duration":"1.573218397s","start":"2026-05-06T02:08:56.426288Z","end":"2026-05-06T02:08:57.999506Z","steps":["trace[468063317] 'process raft request' (duration: 1.572806078s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:57.9996Z","caller":"traceutil/trace.go:171","msg":"trace[1587746364] linearizableReadLoop","detail":"{readStateIndex:30276; appliedIndex:30274; }","duration":"1.581138343s","start":"2026-05-06T02:08:56.418442Z","end":"2026-05-06T02:08:57.99958Z","steps":["trace[1587746364] 'read index received' (duration: 847.385737ms)","trace[1587746364] 'applied index is now lower than readState.Index' (duration: 733.751056ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:57.99967Z","caller":"traceutil/trace.go:171","msg":"trace[934997571] transaction","detail":"{read_only:false; response_revision:28938; number_of_response:1; }","duration":"802.415609ms","start":"2026-05-06T02:08:57.197217Z","end":"2026-05-06T02:08:57.999632Z","steps":["trace[934997571] 'process raft request' (duration: 802.189794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:57.999705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.426277Z","time spent":"1.57334511s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:57.999824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581366368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-05-06T02:08:57.999843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:57.197195Z","time spent":"802.546843ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:57.999863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322178129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:57.999876Z","caller":"traceutil/trace.go:171","msg":"trace[423601510] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b; range_end:; response_count:1; response_revision:28938; }","duration":"1.581447691s","start":"2026-05-06T02:08:56.418415Z","end":"2026-05-06T02:08:57.999862Z","steps":["trace[423601510] 'agreement among raft nodes before linearized reading' (duration: 1.581267206s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:57.999894Z","caller":"traceutil/trace.go:171","msg":"trace[1763494847] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28938; }","duration":"1.322239931s","start":"2026-05-06T02:08:56.677644Z","end":"2026-05-06T02:08:57.999884Z","steps":["trace[1763494847] 'agreement among raft nodes before linearized reading' (duration: 1.32218459s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:57.99991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.418401Z","time spent":"1.581500702s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-aeb59e98-dbdf-4fac-8c0b-14abed115c1b\" "} {"level":"warn","ts":"2026-05-06T02:08:57.999932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.677627Z","time spent":"1.322297542s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:57.999944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577733943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:58.000016Z","caller":"traceutil/trace.go:171","msg":"trace[2088770019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28938; }","duration":"1.577825226s","start":"2026-05-06T02:08:56.422172Z","end":"2026-05-06T02:08:57.999997Z","steps":["trace[2088770019] 'agreement among raft nodes before linearized reading' (duration: 1.577704183s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.000026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.956308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5988847b6d-4nbkv.18acd664d963fa3a\" ","response":"range_response_count:1 size:1181"} {"level":"warn","ts":"2026-05-06T02:08:58.000055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.422167Z","time spent":"1.577880827s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:08:58.000108Z","caller":"traceutil/trace.go:171","msg":"trace[1807527655] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5988847b6d-4nbkv.18acd664d963fa3a; range_end:; response_count:1; response_revision:28938; }","duration":"730.112991ms","start":"2026-05-06T02:08:57.269973Z","end":"2026-05-06T02:08:58.000086Z","steps":["trace[1807527655] 'agreement among raft nodes before linearized reading' (duration: 729.837384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.000093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098848003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:58.000151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:57.269954Z","time spent":"730.188022ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1205,"request content":"key:\"/registry/events/openstack/cinder-api-5988847b6d-4nbkv.18acd664d963fa3a\" "} {"level":"info","ts":"2026-05-06T02:08:58.000173Z","caller":"traceutil/trace.go:171","msg":"trace[2055443834] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28938; }","duration":"1.099005257s","start":"2026-05-06T02:08:56.901149Z","end":"2026-05-06T02:08:58.000154Z","steps":["trace[2055443834] 'agreement among raft nodes before linearized reading' (duration: 1.098827282s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.000161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581090462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-06T02:08:58.000206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.89651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:08:58.00023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.901119Z","time spent":"1.099093229s","remote":"127.0.0.1:48562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:58.000252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.949261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:08:58.000268Z","caller":"traceutil/trace.go:171","msg":"trace[120415852] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28938; }","duration":"650.999383ms","start":"2026-05-06T02:08:57.349253Z","end":"2026-05-06T02:08:58.000253Z","steps":["trace[120415852] 'agreement among raft nodes before linearized reading' (duration: 650.85796ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:58.00027Z","caller":"traceutil/trace.go:171","msg":"trace[457319531] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28938; }","duration":"1.581246446s","start":"2026-05-06T02:08:56.418997Z","end":"2026-05-06T02:08:58.000244Z","steps":["trace[457319531] 'agreement among raft nodes before linearized reading' (duration: 1.580808695s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:58.000289Z","caller":"traceutil/trace.go:171","msg":"trace[380103668] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28938; }","duration":"658.990631ms","start":"2026-05-06T02:08:57.341288Z","end":"2026-05-06T02:08:58.000278Z","steps":["trace[380103668] 'agreement among raft nodes before linearized reading' (duration: 658.92231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.000287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.423088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-05-06T02:08:58.000323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:57.341217Z","time spent":"659.098643ms","remote":"127.0.0.1:52164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:08:58.000326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.41899Z","time spent":"1.581325947s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-06T02:08:58.000333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:57.349231Z","time spent":"651.067905ms","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:08:58.000352Z","caller":"traceutil/trace.go:171","msg":"trace[1456393247] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36; range_end:; response_count:1; response_revision:28938; }","duration":"578.51403ms","start":"2026-05-06T02:08:57.421804Z","end":"2026-05-06T02:08:58.000318Z","steps":["trace[1456393247] 'agreement among raft nodes before linearized reading' (duration: 578.401158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.000364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580443217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-05-06T02:08:58.000383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:57.421789Z","time spent":"578.587362ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c73ce88-8249-43c0-97be-18eb224eed36\" "} {"level":"info","ts":"2026-05-06T02:08:58.000425Z","caller":"traceutil/trace.go:171","msg":"trace[1146955541] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28938; }","duration":"1.580518238s","start":"2026-05-06T02:08:56.419888Z","end":"2026-05-06T02:08:58.000407Z","steps":["trace[1146955541] 'agreement among raft nodes before linearized reading' (duration: 1.580285853s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.000467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:56.419881Z","time spent":"1.58057461s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-06T02:08:58.637205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.090664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:58.637318Z","caller":"traceutil/trace.go:171","msg":"trace[1140662379] linearizableReadLoop","detail":"{readStateIndex:30278; appliedIndex:30277; }","duration":"633.338888ms","start":"2026-05-06T02:08:58.003961Z","end":"2026-05-06T02:08:58.6373Z","steps":["trace[1140662379] 'read index received' (duration: 160.076511ms)","trace[1140662379] 'applied index is now lower than readState.Index' (duration: 473.260297ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:58.637388Z","caller":"traceutil/trace.go:171","msg":"trace[1075495907] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"633.82024ms","start":"2026-05-06T02:08:58.003555Z","end":"2026-05-06T02:08:58.637375Z","steps":["trace[1075495907] 'process raft request' (duration: 160.45672ms)","trace[1075495907] 'compare' (duration: 472.001988ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:58.637435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.003532Z","time spent":"633.879521ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:08:58.637732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.766998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-06T02:08:58.637748Z","caller":"traceutil/trace.go:171","msg":"trace[195167621] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:28939; }","duration":"633.80732ms","start":"2026-05-06T02:08:58.003934Z","end":"2026-05-06T02:08:58.637742Z","steps":["trace[195167621] 'agreement among raft nodes before linearized reading' (duration: 633.650626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.637764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.003924Z","time spent":"633.8367ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-05-06T02:08:58.946573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.370168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-06T02:08:58.946723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.638974Z","time spent":"307.745389ms","remote":"127.0.0.1:51768","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-06T02:08:58.946734Z","caller":"traceutil/trace.go:171","msg":"trace[1585058086] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"342.364542ms","start":"2026-05-06T02:08:58.604312Z","end":"2026-05-06T02:08:58.946676Z","steps":["trace[1585058086] 'process raft request' (duration: 161.627436ms)","trace[1585058086] 'compare' (duration: 180.164493ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:58.946854Z","caller":"traceutil/trace.go:171","msg":"trace[1508314196] linearizableReadLoop","detail":"{readStateIndex:30279; appliedIndex:30278; }","duration":"309.488581ms","start":"2026-05-06T02:08:58.637337Z","end":"2026-05-06T02:08:58.946826Z","steps":["trace[1508314196] 'read index received' (duration: 128.56522ms)","trace[1508314196] 'applied index is now lower than readState.Index' (duration: 180.921241ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:58.946928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.128012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:08:58.946913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.60429Z","time spent":"342.530607ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:08:58.946949Z","caller":"traceutil/trace.go:171","msg":"trace[1914237919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28940; }","duration":"936.161043ms","start":"2026-05-06T02:08:58.010779Z","end":"2026-05-06T02:08:58.94694Z","steps":["trace[1914237919] 'agreement among raft nodes before linearized reading' (duration: 936.119482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.946977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.010769Z","time spent":"936.204803ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:08:58.947119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.296647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-06T02:08:58.947137Z","caller":"traceutil/trace.go:171","msg":"trace[250604353] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:28940; }","duration":"882.347058ms","start":"2026-05-06T02:08:58.064785Z","end":"2026-05-06T02:08:58.947132Z","steps":["trace[250604353] 'agreement among raft nodes before linearized reading' (duration: 882.259936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.947134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.99548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-t55tf\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-05-06T02:08:58.947152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.064764Z","time spent":"882.38493ms","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-05-06T02:08:58.94717Z","caller":"traceutil/trace.go:171","msg":"trace[995589505] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-t55tf; range_end:; response_count:1; response_revision:28940; }","duration":"942.069902ms","start":"2026-05-06T02:08:58.005089Z","end":"2026-05-06T02:08:58.947159Z","steps":["trace[995589505] 'agreement among raft nodes before linearized reading' (duration: 941.883607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.947205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.005077Z","time spent":"942.119793ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-t55tf\" "} {"level":"warn","ts":"2026-05-06T02:08:58.947394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.802068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-06T02:08:58.947446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.356408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-06T02:08:58.947446Z","caller":"traceutil/trace.go:171","msg":"trace[1915980854] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667; range_end:; response_count:1; response_revision:28940; }","duration":"303.93122ms","start":"2026-05-06T02:08:58.6435Z","end":"2026-05-06T02:08:58.947432Z","steps":["trace[1915980854] 'agreement among raft nodes before linearized reading' (duration: 303.740716ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:58.947463Z","caller":"traceutil/trace.go:171","msg":"trace[1135584117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28940; }","duration":"942.41125ms","start":"2026-05-06T02:08:58.005046Z","end":"2026-05-06T02:08:58.947457Z","steps":["trace[1135584117] 'agreement among raft nodes before linearized reading' (duration: 942.270737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:58.947477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.005026Z","time spent":"942.44765ms","remote":"127.0.0.1:51870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-06T02:08:58.94748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:08:58.643488Z","time spent":"303.983921ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18acd7ce17898667\" "} {"level":"info","ts":"2026-05-06T02:08:59.380947Z","caller":"traceutil/trace.go:171","msg":"trace[946913513] linearizableReadLoop","detail":"{readStateIndex:30292; appliedIndex:30290; }","duration":"137.643313ms","start":"2026-05-06T02:08:59.243269Z","end":"2026-05-06T02:08:59.380913Z","steps":["trace[946913513] 'read index received' (duration: 72.38271ms)","trace[946913513] 'applied index is now lower than readState.Index' (duration: 65.258863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:59.381226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.92347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-06T02:08:59.381278Z","caller":"traceutil/trace.go:171","msg":"trace[1365416052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:28952; }","duration":"138.041443ms","start":"2026-05-06T02:08:59.243222Z","end":"2026-05-06T02:08:59.381264Z","steps":["trace[1365416052] 'agreement among raft nodes before linearized reading' (duration: 137.823967ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:59.3812Z","caller":"traceutil/trace.go:171","msg":"trace[1332734146] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"145.494417ms","start":"2026-05-06T02:08:59.235679Z","end":"2026-05-06T02:08:59.381173Z","steps":["trace[1332734146] 'process raft request' (duration: 144.800111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:59.767064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.633164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:08:59.767206Z","caller":"traceutil/trace.go:171","msg":"trace[2117539759] linearizableReadLoop","detail":"{readStateIndex:30298; appliedIndex:30297; }","duration":"207.418713ms","start":"2026-05-06T02:08:59.559765Z","end":"2026-05-06T02:08:59.767184Z","steps":["trace[2117539759] 'read index received' (duration: 46.523563ms)","trace[2117539759] 'applied index is now lower than readState.Index' (duration: 160.89368ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:08:59.767329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.548606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:59.76745Z","caller":"traceutil/trace.go:171","msg":"trace[620005839] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28958; }","duration":"207.687169ms","start":"2026-05-06T02:08:59.559743Z","end":"2026-05-06T02:08:59.76743Z","steps":["trace[620005839] 'agreement among raft nodes before linearized reading' (duration: 207.501395ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:08:59.767723Z","caller":"traceutil/trace.go:171","msg":"trace[2086815034] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"209.513982ms","start":"2026-05-06T02:08:59.558187Z","end":"2026-05-06T02:08:59.767701Z","steps":["trace[2086815034] 'process raft request' (duration: 48.161571ms)","trace[2086815034] 'compare' (duration: 160.288326ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:59.92958Z","caller":"traceutil/trace.go:171","msg":"trace[621716170] linearizableReadLoop","detail":"{readStateIndex:30300; appliedIndex:30298; }","duration":"156.455485ms","start":"2026-05-06T02:08:59.772889Z","end":"2026-05-06T02:08:59.929345Z","steps":["trace[621716170] 'read index received' (duration: 32.648067ms)","trace[621716170] 'applied index is now lower than readState.Index' (duration: 123.805448ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:08:59.929689Z","caller":"traceutil/trace.go:171","msg":"trace[1649535541] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"157.995852ms","start":"2026-05-06T02:08:59.771634Z","end":"2026-05-06T02:08:59.92963Z","steps":["trace[1649535541] 'process raft request' (duration: 156.394204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:59.930074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.440212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:08:59.93011Z","caller":"traceutil/trace.go:171","msg":"trace[1978734256] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28960; }","duration":"155.498633ms","start":"2026-05-06T02:08:59.7746Z","end":"2026-05-06T02:08:59.930099Z","steps":["trace[1978734256] 'agreement among raft nodes before linearized reading' (duration: 155.444712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:08:59.929924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.011909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-06T02:08:59.930292Z","caller":"traceutil/trace.go:171","msg":"trace[563112177] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28960; }","duration":"157.448349ms","start":"2026-05-06T02:08:59.772813Z","end":"2026-05-06T02:08:59.930261Z","steps":["trace[563112177] 'agreement among raft nodes before linearized reading' (duration: 156.904626ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:00.225885Z","caller":"traceutil/trace.go:171","msg":"trace[498438286] linearizableReadLoop","detail":"{readStateIndex:30309; appliedIndex:30308; }","duration":"137.604972ms","start":"2026-05-06T02:09:00.088259Z","end":"2026-05-06T02:09:00.225864Z","steps":["trace[498438286] 'read index received' (duration: 115.404201ms)","trace[498438286] 'applied index is now lower than readState.Index' (duration: 22.199671ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:09:00.226062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.792617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-ms94q.18acd542ba8a13d7\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-05-06T02:09:00.226104Z","caller":"traceutil/trace.go:171","msg":"trace[53242112] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-ms94q.18acd542ba8a13d7; range_end:; response_count:1; response_revision:28969; }","duration":"137.875678ms","start":"2026-05-06T02:09:00.088217Z","end":"2026-05-06T02:09:00.226093Z","steps":["trace[53242112] 'agreement among raft nodes before linearized reading' (duration: 137.733475ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:00.225901Z","caller":"traceutil/trace.go:171","msg":"trace[2036326205] transaction","detail":"{read_only:false; response_revision:28969; number_of_response:1; }","duration":"140.0673ms","start":"2026-05-06T02:09:00.08581Z","end":"2026-05-06T02:09:00.225877Z","steps":["trace[2036326205] 'process raft request' (duration: 117.91783ms)","trace[2036326205] 'compare' (duration: 22.029287ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:09:00.39195Z","caller":"traceutil/trace.go:171","msg":"trace[1409765669] transaction","detail":"{read_only:false; response_revision:28971; number_of_response:1; }","duration":"156.523587ms","start":"2026-05-06T02:09:00.23539Z","end":"2026-05-06T02:09:00.391913Z","steps":["trace[1409765669] 'process raft request' (duration: 156.308802ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:00.635653Z","caller":"traceutil/trace.go:171","msg":"trace[1622924808] transaction","detail":"{read_only:false; response_revision:28978; number_of_response:1; }","duration":"160.431329ms","start":"2026-05-06T02:09:00.475189Z","end":"2026-05-06T02:09:00.63562Z","steps":["trace[1622924808] 'process raft request' (duration: 160.294296ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:01.048943Z","caller":"traceutil/trace.go:171","msg":"trace[233719758] transaction","detail":"{read_only:false; response_revision:28988; number_of_response:1; }","duration":"119.948468ms","start":"2026-05-06T02:09:00.92896Z","end":"2026-05-06T02:09:01.048909Z","steps":["trace[233719758] 'process raft request' (duration: 105.55386ms)","trace[233719758] 'compare' (duration: 14.282965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:09:01.612397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.936835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:09:01.612505Z","caller":"traceutil/trace.go:171","msg":"trace[964419992] transaction","detail":"{read_only:false; response_revision:28994; number_of_response:1; }","duration":"452.444018ms","start":"2026-05-06T02:09:01.160042Z","end":"2026-05-06T02:09:01.612486Z","steps":["trace[964419992] 'process raft request' (duration: 304.339949ms)","trace[964419992] 'compare' (duration: 147.6916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:09:01.612557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:09:01.16002Z","time spent":"452.516131ms","remote":"127.0.0.1:51796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:09:01.638571Z","caller":"traceutil/trace.go:171","msg":"trace[588239115] linearizableReadLoop","detail":"{readStateIndex:30335; appliedIndex:30333; }","duration":"434.62179ms","start":"2026-05-06T02:09:01.203927Z","end":"2026-05-06T02:09:01.638549Z","steps":["trace[588239115] 'read index received' (duration: 260.448858ms)","trace[588239115] 'applied index is now lower than readState.Index' (duration: 174.171542ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:09:01.638701Z","caller":"traceutil/trace.go:171","msg":"trace[201584551] transaction","detail":"{read_only:false; response_revision:28995; number_of_response:1; }","duration":"475.366588ms","start":"2026-05-06T02:09:01.163298Z","end":"2026-05-06T02:09:01.638665Z","steps":["trace[201584551] 'process raft request' (duration: 475.086301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:09:01.638754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.804424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:09:01.638834Z","caller":"traceutil/trace.go:171","msg":"trace[1629504150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28995; }","duration":"434.925247ms","start":"2026-05-06T02:09:01.203893Z","end":"2026-05-06T02:09:01.638818Z","steps":["trace[1629504150] 'agreement among raft nodes before linearized reading' (duration: 434.796524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:09:01.638856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:09:01.163273Z","time spent":"475.499641ms","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:09:01.638874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:09:01.20388Z","time spent":"434.984338ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:09:01.638933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.053911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-05-06T02:09:01.639018Z","caller":"traceutil/trace.go:171","msg":"trace[127156702] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28995; }","duration":"212.165324ms","start":"2026-05-06T02:09:01.426828Z","end":"2026-05-06T02:09:01.638993Z","steps":["trace[127156702] 'agreement among raft nodes before linearized reading' (duration: 211.922789ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:01.775415Z","caller":"traceutil/trace.go:171","msg":"trace[1648505067] linearizableReadLoop","detail":"{readStateIndex:30336; appliedIndex:30335; }","duration":"132.715448ms","start":"2026-05-06T02:09:01.64268Z","end":"2026-05-06T02:09:01.775395Z","steps":["trace[1648505067] 'read index received' (duration: 111.987091ms)","trace[1648505067] 'applied index is now lower than readState.Index' (duration: 20.727507ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:09:01.775444Z","caller":"traceutil/trace.go:171","msg":"trace[1614962074] transaction","detail":"{read_only:false; response_revision:28996; number_of_response:1; }","duration":"134.048129ms","start":"2026-05-06T02:09:01.641376Z","end":"2026-05-06T02:09:01.775425Z","steps":["trace[1614962074] 'process raft request' (duration: 113.334673ms)","trace[1614962074] 'compare' (duration: 20.44948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:09:01.775594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.907492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-kk75x\" ","response":"range_response_count:1 size:5182"} {"level":"info","ts":"2026-05-06T02:09:01.775619Z","caller":"traceutil/trace.go:171","msg":"trace[1825148432] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-kk75x; range_end:; response_count:1; response_revision:28996; }","duration":"132.994445ms","start":"2026-05-06T02:09:01.642615Z","end":"2026-05-06T02:09:01.775609Z","steps":["trace[1825148432] 'agreement among raft nodes before linearized reading' (duration: 132.852261ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:02.072523Z","caller":"traceutil/trace.go:171","msg":"trace[1712518795] transaction","detail":"{read_only:false; response_revision:29002; number_of_response:1; }","duration":"131.272033ms","start":"2026-05-06T02:09:01.941234Z","end":"2026-05-06T02:09:02.072506Z","steps":["trace[1712518795] 'process raft request' (duration: 121.445222ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:02.072739Z","caller":"traceutil/trace.go:171","msg":"trace[97215189] transaction","detail":"{read_only:false; response_revision:29003; number_of_response:1; }","duration":"126.767618ms","start":"2026-05-06T02:09:01.945964Z","end":"2026-05-06T02:09:02.072732Z","steps":["trace[97215189] 'process raft request' (duration: 126.225485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:09:02.285449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.819883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:09:02.285569Z","caller":"traceutil/trace.go:171","msg":"trace[212792996] linearizableReadLoop","detail":"{readStateIndex:30346; appliedIndex:30345; }","duration":"125.673282ms","start":"2026-05-06T02:09:02.159878Z","end":"2026-05-06T02:09:02.285551Z","steps":["trace[212792996] 'read index received' (duration: 20.683176ms)","trace[212792996] 'applied index is now lower than readState.Index' (duration: 104.987396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:09:02.285876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.801414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vjzfv\" ","response":"range_response_count:1 size:7658"} {"level":"warn","ts":"2026-05-06T02:09:02.285917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.009931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:09:02.285933Z","caller":"traceutil/trace.go:171","msg":"trace[250764681] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vjzfv; range_end:; response_count:1; response_revision:29006; }","duration":"122.918228ms","start":"2026-05-06T02:09:02.163004Z","end":"2026-05-06T02:09:02.285923Z","steps":["trace[250764681] 'agreement among raft nodes before linearized reading' (duration: 122.720653ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:02.285953Z","caller":"traceutil/trace.go:171","msg":"trace[884238] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29006; }","duration":"126.172844ms","start":"2026-05-06T02:09:02.159769Z","end":"2026-05-06T02:09:02.285942Z","steps":["trace[884238] 'agreement among raft nodes before linearized reading' (duration: 125.875137ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:02.286162Z","caller":"traceutil/trace.go:171","msg":"trace[551994832] transaction","detail":"{read_only:false; response_revision:29006; number_of_response:1; }","duration":"129.258936ms","start":"2026-05-06T02:09:02.156333Z","end":"2026-05-06T02:09:02.285591Z","steps":["trace[551994832] 'process raft request' (duration: 24.217608ms)","trace[551994832] 'compare' (duration: 104.459254ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:09:02.473132Z","caller":"traceutil/trace.go:171","msg":"trace[1914260124] linearizableReadLoop","detail":"{readStateIndex:30348; appliedIndex:30347; }","duration":"136.393524ms","start":"2026-05-06T02:09:02.336699Z","end":"2026-05-06T02:09:02.473093Z","steps":["trace[1914260124] 'read index received' (duration: 131.54368ms)","trace[1914260124] 'applied index is now lower than readState.Index' (duration: 4.848894ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:09:02.473216Z","caller":"traceutil/trace.go:171","msg":"trace[746248130] transaction","detail":"{read_only:false; response_revision:29008; number_of_response:1; }","duration":"180.128181ms","start":"2026-05-06T02:09:02.293029Z","end":"2026-05-06T02:09:02.473157Z","steps":["trace[746248130] 'process raft request' (duration: 175.273517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:09:02.473366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.64846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-4lhs2.18acd7e13be665ea\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-06T02:09:02.473427Z","caller":"traceutil/trace.go:171","msg":"trace[1630228246] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-4lhs2.18acd7e13be665ea; range_end:; response_count:1; response_revision:29008; }","duration":"136.760522ms","start":"2026-05-06T02:09:02.336645Z","end":"2026-05-06T02:09:02.473406Z","steps":["trace[1630228246] 'agreement among raft nodes before linearized reading' (duration: 136.578558ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:50.968661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26904} {"level":"info","ts":"2026-05-06T02:09:51.176288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26904,"took":"202.193719ms","hash":1235501668,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":34328576,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T02:09:51.176346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1235501668,"revision":26904,"compact-revision":23279} {"level":"info","ts":"2026-05-06T02:09:52.146105Z","caller":"traceutil/trace.go:171","msg":"trace[1544727046] linearizableReadLoop","detail":"{readStateIndex:30915; appliedIndex:30914; }","duration":"105.743315ms","start":"2026-05-06T02:09:52.040337Z","end":"2026-05-06T02:09:52.14608Z","steps":["trace[1544727046] 'read index received' (duration: 105.494379ms)","trace[1544727046] 'applied index is now lower than readState.Index' (duration: 248.026µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:09:52.146256Z","caller":"traceutil/trace.go:171","msg":"trace[984656814] transaction","detail":"{read_only:false; response_revision:29554; number_of_response:1; }","duration":"207.450384ms","start":"2026-05-06T02:09:51.938794Z","end":"2026-05-06T02:09:52.146244Z","steps":["trace[984656814] 'process raft request' (duration: 207.140126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:09:52.146563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.213685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:09:52.146645Z","caller":"traceutil/trace.go:171","msg":"trace[1249492372] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29554; }","duration":"106.350708ms","start":"2026-05-06T02:09:52.040274Z","end":"2026-05-06T02:09:52.146625Z","steps":["trace[1249492372] 'agreement among raft nodes before linearized reading' (duration: 106.226586ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:09:57.94769Z","caller":"traceutil/trace.go:171","msg":"trace[214128253] transaction","detail":"{read_only:false; response_revision:29602; number_of_response:1; }","duration":"115.200466ms","start":"2026-05-06T02:09:57.832462Z","end":"2026-05-06T02:09:57.947662Z","steps":["trace[214128253] 'process raft request' (duration: 114.499169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:03.422456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.829532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:10:03.422599Z","caller":"traceutil/trace.go:171","msg":"trace[1316018176] linearizableReadLoop","detail":"{readStateIndex:31046; appliedIndex:31045; }","duration":"181.096914ms","start":"2026-05-06T02:10:03.24147Z","end":"2026-05-06T02:10:03.422566Z","steps":["trace[1316018176] 'read index received' (duration: 32.938454ms)","trace[1316018176] 'applied index is now lower than readState.Index' (duration: 148.15689ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:10:03.422712Z","caller":"traceutil/trace.go:171","msg":"trace[593247898] transaction","detail":"{read_only:false; response_revision:29681; number_of_response:1; }","duration":"190.787472ms","start":"2026-05-06T02:10:03.231912Z","end":"2026-05-06T02:10:03.4227Z","steps":["trace[593247898] 'process raft request' (duration: 42.508169ms)","trace[593247898] 'compare' (duration: 147.695329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:10:03.42306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.556605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-06T02:10:03.423149Z","caller":"traceutil/trace.go:171","msg":"trace[1063008424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29681; }","duration":"181.690688ms","start":"2026-05-06T02:10:03.241436Z","end":"2026-05-06T02:10:03.423127Z","steps":["trace[1063008424] 'agreement among raft nodes before linearized reading' (duration: 181.528214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:04.765486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.515583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:10:04.765571Z","caller":"traceutil/trace.go:171","msg":"trace[1938418238] transaction","detail":"{read_only:false; response_revision:29682; number_of_response:1; }","duration":"1.338656077s","start":"2026-05-06T02:10:03.426901Z","end":"2026-05-06T02:10:04.765557Z","steps":["trace[1938418238] 'process raft request' (duration: 492.986921ms)","trace[1938418238] 'compare' (duration: 845.432811ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:10:04.765614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.426877Z","time spent":"1.338716819s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:10:05.099714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179802655s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:10:05.671009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.700496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:10:05.671599Z","caller":"traceutil/trace.go:171","msg":"trace[710949746] transaction","detail":"{read_only:false; response_revision:29683; number_of_response:1; }","duration":"2.241609289s","start":"2026-05-06T02:10:03.429945Z","end":"2026-05-06T02:10:05.671554Z","steps":["trace[710949746] 'process raft request' (duration: 1.670204927s)","trace[710949746] 'compare' (duration: 570.428659ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:10:05.67233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.429925Z","time spent":"2.241979817s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:10:06.202915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000155356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-06T02:10:06.203044Z","caller":"traceutil/trace.go:171","msg":"trace[874307377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354151s","start":"2026-05-06T02:10:04.20266Z","end":"2026-05-06T02:10:06.203014Z","steps":["trace[874307377] 'agreement among raft nodes before linearized reading' (duration: 2.000187497s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.203107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.202639Z","time spent":"2.000456493s","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:10:06.205865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-06T02:10:06.205916Z","caller":"traceutil/trace.go:171","msg":"trace[449783067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092675s","start":"2026-05-06T02:10:04.205811Z","end":"2026-05-06T02:10:06.205904Z","steps":["trace[449783067] 'agreement among raft nodes before linearized reading' (duration: 2.000038464s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.20595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.205794Z","time spent":"2.000148806s","remote":"127.0.0.1:51748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/06 02:10:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-06T02:10:06.314746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210997038s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-06T02:10:06.332559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.394287ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:10:06.333357Z","caller":"traceutil/trace.go:171","msg":"trace[1584447237] transaction","detail":"{read_only:false; response_revision:29684; number_of_response:1; }","duration":"2.493170598s","start":"2026-05-06T02:10:03.840155Z","end":"2026-05-06T02:10:06.333326Z","steps":["trace[1584447237] 'process raft request' (duration: 2.492509263s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.333508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.840131Z","time spent":"2.493292061s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:10:06.333366Z","caller":"traceutil/trace.go:171","msg":"trace[1194302627] linearizableReadLoop","detail":"{readStateIndex:31048; appliedIndex:31046; }","duration":"2.862041713s","start":"2026-05-06T02:10:03.471297Z","end":"2026-05-06T02:10:06.333339Z","steps":["trace[1194302627] 'read index received' (duration: 448.606299ms)","trace[1194302627] 'applied index is now lower than readState.Index' (duration: 2.413433914s)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:10:06.75649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285140524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:10:06.756404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.701128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:10:06.756601Z","caller":"traceutil/trace.go:171","msg":"trace[1757556694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:29684; }","duration":"3.285345088s","start":"2026-05-06T02:10:03.471226Z","end":"2026-05-06T02:10:06.756571Z","steps":["trace[1757556694] 'agreement among raft nodes before linearized reading' (duration: 2.862185757s)","trace[1757556694] 'count revisions from in-memory index tree' (duration: 422.978086ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:10:06.756673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.471187Z","time spent":"3.285466631s","remote":"127.0.0.1:46276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:10:06.756642Z","caller":"traceutil/trace.go:171","msg":"trace[1480797612] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29684; }","duration":"221.963604ms","start":"2026-05-06T02:10:06.534645Z","end":"2026-05-06T02:10:06.756608Z","steps":["trace[1480797612] 'range keys from in-memory index tree' (duration: 221.634267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.757041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.609982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:10:06.757234Z","caller":"traceutil/trace.go:171","msg":"trace[1309682314] transaction","detail":"{read_only:false; response_revision:29685; number_of_response:1; }","duration":"2.712851819s","start":"2026-05-06T02:10:04.044361Z","end":"2026-05-06T02:10:06.757213Z","steps":["trace[1309682314] 'process raft request' (duration: 2.288968641s)","trace[1309682314] 'compare' (duration: 422.984767ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:10:06.757329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.044336Z","time spent":"2.712946541s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:10:06.757658Z","caller":"traceutil/trace.go:171","msg":"trace[1395792959] transaction","detail":"{read_only:false; response_revision:29686; number_of_response:1; }","duration":"2.203023732s","start":"2026-05-06T02:10:04.554615Z","end":"2026-05-06T02:10:06.757639Z","steps":["trace[1395792959] 'process raft request' (duration: 2.202519671s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.757793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.554595Z","time spent":"2.203105094s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:10:06.757873Z","caller":"traceutil/trace.go:171","msg":"trace[865216523] transaction","detail":"{read_only:false; response_revision:29687; number_of_response:1; }","duration":"2.063320321s","start":"2026-05-06T02:10:04.694541Z","end":"2026-05-06T02:10:06.757861Z","steps":["trace[865216523] 'process raft request' (duration: 2.062996023s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.758878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.694521Z","time spent":"2.063381513s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:10:06.759664Z","caller":"traceutil/trace.go:171","msg":"trace[347832125] transaction","detail":"{read_only:false; response_revision:29688; number_of_response:1; }","duration":"2.006047505s","start":"2026-05-06T02:10:04.753565Z","end":"2026-05-06T02:10:06.759613Z","steps":["trace[347832125] 'process raft request' (duration: 2.004190631s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.759876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.753539Z","time spent":"2.006209319s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:10:06.759839Z","caller":"traceutil/trace.go:171","msg":"trace[598796958] transaction","detail":"{read_only:false; response_revision:29689; number_of_response:1; }","duration":"1.562413244s","start":"2026-05-06T02:10:05.197373Z","end":"2026-05-06T02:10:06.759786Z","steps":["trace[598796958] 'process raft request' (duration: 1.560458178s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:06.759925Z","caller":"traceutil/trace.go:171","msg":"trace[850758150] linearizableReadLoop","detail":"{readStateIndex:31055; appliedIndex:31050; }","duration":"426.195452ms","start":"2026-05-06T02:10:06.333601Z","end":"2026-05-06T02:10:06.759796Z","steps":["trace[850758150] 'read index received' (duration: 58.977545ms)","trace[850758150] 'applied index is now lower than readState.Index' (duration: 367.213667ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:10:06.76006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:05.197338Z","time spent":"1.562622399s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:10:06.760298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168950032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17268"} {"level":"info","ts":"2026-05-06T02:10:06.760408Z","caller":"traceutil/trace.go:171","msg":"trace[82960003] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29689; }","duration":"2.169076115s","start":"2026-05-06T02:10:04.59128Z","end":"2026-05-06T02:10:06.760356Z","steps":["trace[82960003] 'agreement among raft nodes before linearized reading' (duration: 2.168637105s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.760472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.59126Z","time spent":"2.169198498s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17292,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-06T02:10:06.760861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528333725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-06T02:10:06.760901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332554515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-06T02:10:06.760965Z","caller":"traceutil/trace.go:171","msg":"trace[1440627895] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:29689; }","duration":"2.528455857s","start":"2026-05-06T02:10:04.232465Z","end":"2026-05-06T02:10:06.76092Z","steps":["trace[1440627895] 'agreement among raft nodes before linearized reading' (duration: 2.527771091s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.760862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753967075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-05-06T02:10:06.761018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943982849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-05-06T02:10:06.761036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.232447Z","time spent":"2.52857197s","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":176,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:10:06.761105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.477522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:10:06.761125Z","caller":"traceutil/trace.go:171","msg":"trace[1959355202] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29689; }","duration":"2.944148293s","start":"2026-05-06T02:10:03.816916Z","end":"2026-05-06T02:10:06.761064Z","steps":["trace[1959355202] 'agreement among raft nodes before linearized reading' (duration: 2.943888277s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:06.761171Z","caller":"traceutil/trace.go:171","msg":"trace[2129290708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29689; }","duration":"547.555744ms","start":"2026-05-06T02:10:06.213585Z","end":"2026-05-06T02:10:06.761141Z","steps":["trace[2129290708] 'agreement among raft nodes before linearized reading' (duration: 547.488392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.761205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.816895Z","time spent":"2.944295716s","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11852,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-06T02:10:06.761279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.28081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:10:06.761339Z","caller":"traceutil/trace.go:171","msg":"trace[1442660573] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:29689; }","duration":"797.352482ms","start":"2026-05-06T02:10:05.963955Z","end":"2026-05-06T02:10:06.761307Z","steps":["trace[1442660573] 'agreement among raft nodes before linearized reading' (duration: 797.28812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.76141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:05.963937Z","time spent":"797.429523ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:10:06.761453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533731462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T02:10:06.761562Z","caller":"traceutil/trace.go:171","msg":"trace[1417379821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29689; }","duration":"2.533869685s","start":"2026-05-06T02:10:04.227666Z","end":"2026-05-06T02:10:06.761535Z","steps":["trace[1417379821] 'agreement among raft nodes before linearized reading' (duration: 2.533281071s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.761613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.227639Z","time spent":"2.533962956s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-06T02:10:06.761723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554941508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:10:06.761824Z","caller":"traceutil/trace.go:171","msg":"trace[1463072104] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29689; }","duration":"1.555059541s","start":"2026-05-06T02:10:05.206739Z","end":"2026-05-06T02:10:06.761799Z","steps":["trace[1463072104] 'agreement among raft nodes before linearized reading' (duration: 1.55457256s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.761881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:05.206726Z","time spent":"1.555141903s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:10:06.762235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219344005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:10:06.762307Z","caller":"traceutil/trace.go:171","msg":"trace[519207715] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29689; }","duration":"1.219456178s","start":"2026-05-06T02:10:05.542836Z","end":"2026-05-06T02:10:06.762292Z","steps":["trace[519207715] 'agreement among raft nodes before linearized reading' (duration: 1.219172901s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.762356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:05.542816Z","time spent":"1.21951914s","remote":"127.0.0.1:44110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:10:06.762482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30463712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:10:06.762553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645917086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:10:06.762647Z","caller":"traceutil/trace.go:171","msg":"trace[1809341853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29689; }","duration":"2.64604622s","start":"2026-05-06T02:10:04.116582Z","end":"2026-05-06T02:10:06.762628Z","steps":["trace[1809341853] 'agreement among raft nodes before linearized reading' (duration: 2.645377544s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.762631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717076666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-06T02:10:06.762759Z","caller":"traceutil/trace.go:171","msg":"trace[375273843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29689; }","duration":"1.71722141s","start":"2026-05-06T02:10:05.045515Z","end":"2026-05-06T02:10:06.762736Z","steps":["trace[375273843] 'agreement among raft nodes before linearized reading' (duration: 1.716991655s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.762832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:05.045503Z","time spent":"1.717298012s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:10:06.763022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.865823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:10:06.763165Z","caller":"traceutil/trace.go:171","msg":"trace[1404448422] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:29689; }","duration":"267.976416ms","start":"2026-05-06T02:10:06.49509Z","end":"2026-05-06T02:10:06.763066Z","steps":["trace[1404448422] 'agreement among raft nodes before linearized reading' (duration: 267.543586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.763436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776920242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-06T02:10:06.763516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010097242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:10:06.763542Z","caller":"traceutil/trace.go:171","msg":"trace[959766136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29689; }","duration":"1.777060166s","start":"2026-05-06T02:10:04.98646Z","end":"2026-05-06T02:10:06.76352Z","steps":["trace[959766136] 'agreement among raft nodes before linearized reading' (duration: 1.776800809s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:06.763606Z","caller":"traceutil/trace.go:171","msg":"trace[569034555] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29689; }","duration":"3.010174344s","start":"2026-05-06T02:10:03.753368Z","end":"2026-05-06T02:10:06.763542Z","steps":["trace[569034555] 'agreement among raft nodes before linearized reading' (duration: 3.010088762s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.763606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21051002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:10:06.761035Z","caller":"traceutil/trace.go:171","msg":"trace[1260777098] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29689; }","duration":"2.754189571s","start":"2026-05-06T02:10:04.006825Z","end":"2026-05-06T02:10:06.761015Z","steps":["trace[1260777098] 'agreement among raft nodes before linearized reading' (duration: 2.75329193s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.76361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.98644Z","time spent":"1.777148488s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-06T02:10:06.763673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.753347Z","time spent":"3.010294226s","remote":"127.0.0.1:48586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:10:06.763455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772231343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-06T02:10:06.763495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997953876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:10:06.761214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:06.213564Z","time spent":"547.640715ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-06T02:10:06.763897Z","caller":"traceutil/trace.go:171","msg":"trace[683530830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29689; }","duration":"1.772641172s","start":"2026-05-06T02:10:04.991165Z","end":"2026-05-06T02:10:06.763806Z","steps":["trace[683530830] 'agreement among raft nodes before linearized reading' (duration: 1.771812493s)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:06.764056Z","caller":"traceutil/trace.go:171","msg":"trace[32376418] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29689; }","duration":"2.998590642s","start":"2026-05-06T02:10:03.765452Z","end":"2026-05-06T02:10:06.764043Z","steps":["trace[32376418] 'agreement among raft nodes before linearized reading' (duration: 2.997045846s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.764094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191051393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:10:06.764114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.765437Z","time spent":"2.998655103s","remote":"127.0.0.1:51906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:10:06.76415Z","caller":"traceutil/trace.go:171","msg":"trace[1728016736] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:29689; }","duration":"3.191130255s","start":"2026-05-06T02:10:03.573003Z","end":"2026-05-06T02:10:06.764133Z","steps":["trace[1728016736] 'agreement among raft nodes before linearized reading' (duration: 3.190993002s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.764194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.572987Z","time spent":"3.191188896s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:10:06.762583Z","caller":"traceutil/trace.go:171","msg":"trace[1711904805] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29689; }","duration":"2.304748572s","start":"2026-05-06T02:10:04.457785Z","end":"2026-05-06T02:10:06.762534Z","steps":["trace[1711904805] 'agreement among raft nodes before linearized reading' (duration: 2.304607109s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.76428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.991142Z","time spent":"1.772913768s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-06T02:10:06.763959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.006804Z","time spent":"2.75714079s","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:10:06.760963Z","caller":"traceutil/trace.go:171","msg":"trace[1215644116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29689; }","duration":"1.332614526s","start":"2026-05-06T02:10:05.428332Z","end":"2026-05-06T02:10:06.760947Z","steps":["trace[1215644116] 'agreement among raft nodes before linearized reading' (duration: 1.332283618s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.769218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.116562Z","time spent":"2.646124602s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11525,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-06T02:10:06.763967Z","caller":"traceutil/trace.go:171","msg":"trace[1402168983] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:29689; }","duration":"3.210892219s","start":"2026-05-06T02:10:03.55303Z","end":"2026-05-06T02:10:06.763922Z","steps":["trace[1402168983] 'agreement among raft nodes before linearized reading' (duration: 3.21050424s)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:06.769824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:03.552989Z","time spent":"3.216799088s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:10:06.764346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:04.457765Z","time spent":"2.306563215s","remote":"127.0.0.1:48604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-06T02:10:06.768765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:10:05.428273Z","time spent":"1.34045642s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-06T02:10:07.027414Z","caller":"traceutil/trace.go:171","msg":"trace[2022740243] transaction","detail":"{read_only:false; response_revision:29690; number_of_response:1; }","duration":"255.428991ms","start":"2026-05-06T02:10:06.771948Z","end":"2026-05-06T02:10:07.027377Z","steps":["trace[2022740243] 'process raft request' (duration: 252.596924ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:07.029667Z","caller":"traceutil/trace.go:171","msg":"trace[2019471465] transaction","detail":"{read_only:false; response_revision:29693; number_of_response:1; }","duration":"253.71477ms","start":"2026-05-06T02:10:06.775934Z","end":"2026-05-06T02:10:07.029648Z","steps":["trace[2019471465] 'process raft request' (duration: 253.570967ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:07.029794Z","caller":"traceutil/trace.go:171","msg":"trace[659874514] linearizableReadLoop","detail":"{readStateIndex:31057; appliedIndex:31055; }","duration":"256.873554ms","start":"2026-05-06T02:10:06.77287Z","end":"2026-05-06T02:10:07.029743Z","steps":["trace[659874514] 'read index received' (duration: 251.696433ms)","trace[659874514] 'applied index is now lower than readState.Index' (duration: 5.175681ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:10:07.029948Z","caller":"traceutil/trace.go:171","msg":"trace[225369536] transaction","detail":"{read_only:false; response_revision:29691; number_of_response:1; }","duration":"257.1005ms","start":"2026-05-06T02:10:06.772831Z","end":"2026-05-06T02:10:07.029932Z","steps":["trace[225369536] 'process raft request' (duration: 256.528446ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:07.030076Z","caller":"traceutil/trace.go:171","msg":"trace[898489500] transaction","detail":"{read_only:false; response_revision:29694; number_of_response:1; }","duration":"253.106116ms","start":"2026-05-06T02:10:06.776949Z","end":"2026-05-06T02:10:07.030055Z","steps":["trace[898489500] 'process raft request' (duration: 252.667025ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:07.030115Z","caller":"traceutil/trace.go:171","msg":"trace[1730715855] transaction","detail":"{read_only:false; response_revision:29692; number_of_response:1; }","duration":"257.227153ms","start":"2026-05-06T02:10:06.772878Z","end":"2026-05-06T02:10:07.030105Z","steps":["trace[1730715855] 'process raft request' (duration: 256.590398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:07.030549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.462435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:10:07.030598Z","caller":"traceutil/trace.go:171","msg":"trace[993362933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29694; }","duration":"256.555527ms","start":"2026-05-06T02:10:06.774031Z","end":"2026-05-06T02:10:07.030587Z","steps":["trace[993362933] 'agreement among raft nodes before linearized reading' (duration: 256.23669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:07.030833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.608858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-05-06T02:10:07.030846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.98891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:10:07.03087Z","caller":"traceutil/trace.go:171","msg":"trace[520879793] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29694; }","duration":"256.68845ms","start":"2026-05-06T02:10:06.774173Z","end":"2026-05-06T02:10:07.030862Z","steps":["trace[520879793] 'agreement among raft nodes before linearized reading' (duration: 256.596577ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:10:07.030878Z","caller":"traceutil/trace.go:171","msg":"trace[1819077034] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29694; }","duration":"258.020811ms","start":"2026-05-06T02:10:06.772847Z","end":"2026-05-06T02:10:07.030867Z","steps":["trace[1819077034] 'agreement among raft nodes before linearized reading' (duration: 257.907888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:07.031027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.076752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:10:07.031091Z","caller":"traceutil/trace.go:171","msg":"trace[723356936] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29694; }","duration":"255.167725ms","start":"2026-05-06T02:10:06.775909Z","end":"2026-05-06T02:10:07.031077Z","steps":["trace[723356936] 'agreement among raft nodes before linearized reading' (duration: 254.98601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:10:07.03125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.132111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-06T02:10:07.031291Z","caller":"traceutil/trace.go:171","msg":"trace[414946620] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29694; }","duration":"257.178771ms","start":"2026-05-06T02:10:06.7741Z","end":"2026-05-06T02:10:07.031279Z","steps":["trace[414946620] 'agreement among raft nodes before linearized reading' (duration: 257.062459ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:11:54.502411Z","caller":"traceutil/trace.go:171","msg":"trace[1654287525] transaction","detail":"{read_only:false; response_revision:30940; number_of_response:1; }","duration":"133.829514ms","start":"2026-05-06T02:11:54.368543Z","end":"2026-05-06T02:11:54.502372Z","steps":["trace[1654287525] 'process raft request' (duration: 93.773004ms)","trace[1654287525] 'compare' (duration: 39.758043ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:11:54.502627Z","caller":"traceutil/trace.go:171","msg":"trace[597451565] transaction","detail":"{read_only:false; response_revision:30941; number_of_response:1; }","duration":"132.502403ms","start":"2026-05-06T02:11:54.3701Z","end":"2026-05-06T02:11:54.502603Z","steps":["trace[597451565] 'process raft request' (duration: 132.167785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:13:13.626573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.084116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:13:13.626842Z","caller":"traceutil/trace.go:171","msg":"trace[1752983741] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31854; }","duration":"113.339643ms","start":"2026-05-06T02:13:13.513428Z","end":"2026-05-06T02:13:13.626768Z","steps":["trace[1752983741] 'range keys from in-memory index tree' (duration: 112.908512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:13:13.626614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.987304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-05-06T02:13:13.627061Z","caller":"traceutil/trace.go:171","msg":"trace[1181892513] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:31854; }","duration":"236.450775ms","start":"2026-05-06T02:13:13.390555Z","end":"2026-05-06T02:13:13.627005Z","steps":["trace[1181892513] 'range keys from in-memory index tree' (duration: 235.776329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:13:13.626681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.474326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:13:13.627218Z","caller":"traceutil/trace.go:171","msg":"trace[1477859263] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31854; }","duration":"117.009029ms","start":"2026-05-06T02:13:13.510184Z","end":"2026-05-06T02:13:13.627193Z","steps":["trace[1477859263] 'range keys from in-memory index tree' (duration: 116.323323ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:20.537024Z","caller":"traceutil/trace.go:171","msg":"trace[1373134521] transaction","detail":"{read_only:false; response_revision:31924; number_of_response:1; }","duration":"208.350244ms","start":"2026-05-06T02:13:20.328648Z","end":"2026-05-06T02:13:20.536998Z","steps":["trace[1373134521] 'process raft request' (duration: 208.219141ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:23.287284Z","caller":"traceutil/trace.go:171","msg":"trace[1564292905] transaction","detail":"{read_only:false; response_revision:31946; number_of_response:1; }","duration":"281.142404ms","start":"2026-05-06T02:13:23.006116Z","end":"2026-05-06T02:13:23.287258Z","steps":["trace[1564292905] 'process raft request' (duration: 280.97442ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:23.314306Z","caller":"traceutil/trace.go:171","msg":"trace[2034255936] linearizableReadLoop","detail":"{readStateIndex:33402; appliedIndex:33400; }","duration":"149.204755ms","start":"2026-05-06T02:13:23.165065Z","end":"2026-05-06T02:13:23.314269Z","steps":["trace[2034255936] 'read index received' (duration: 122.057437ms)","trace[2034255936] 'applied index is now lower than readState.Index' (duration: 27.146168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:13:23.314463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.382759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:13:23.314468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.436524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:13:23.314503Z","caller":"traceutil/trace.go:171","msg":"trace[898489541] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:31947; }","duration":"149.479161ms","start":"2026-05-06T02:13:23.165013Z","end":"2026-05-06T02:13:23.314492Z","steps":["trace[898489541] 'agreement among raft nodes before linearized reading' (duration: 149.393719ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:23.31452Z","caller":"traceutil/trace.go:171","msg":"trace[1941216188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31947; }","duration":"107.541416ms","start":"2026-05-06T02:13:23.206965Z","end":"2026-05-06T02:13:23.314506Z","steps":["trace[1941216188] 'agreement among raft nodes before linearized reading' (duration: 107.456644ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:23.856927Z","caller":"traceutil/trace.go:171","msg":"trace[1849216963] transaction","detail":"{read_only:false; response_revision:31950; number_of_response:1; }","duration":"198.490343ms","start":"2026-05-06T02:13:23.658336Z","end":"2026-05-06T02:13:23.856826Z","steps":["trace[1849216963] 'process raft request' (duration: 198.111724ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:23.857077Z","caller":"traceutil/trace.go:171","msg":"trace[614598845] linearizableReadLoop","detail":"{readStateIndex:33408; appliedIndex:33405; }","duration":"128.161311ms","start":"2026-05-06T02:13:23.728897Z","end":"2026-05-06T02:13:23.857058Z","steps":["trace[614598845] 'read index received' (duration: 127.471975ms)","trace[614598845] 'applied index is now lower than readState.Index' (duration: 688.386µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:13:23.857345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.441207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:13:23.857421Z","caller":"traceutil/trace.go:171","msg":"trace[1408777016] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31952; }","duration":"128.57202ms","start":"2026-05-06T02:13:23.728828Z","end":"2026-05-06T02:13:23.8574Z","steps":["trace[1408777016] 'agreement among raft nodes before linearized reading' (duration: 128.372916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:13:23.85745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.125487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:13:23.857513Z","caller":"traceutil/trace.go:171","msg":"trace[1962862803] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31952; }","duration":"127.236719ms","start":"2026-05-06T02:13:23.730255Z","end":"2026-05-06T02:13:23.857492Z","steps":["trace[1962862803] 'agreement among raft nodes before linearized reading' (duration: 127.050435ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:23.857653Z","caller":"traceutil/trace.go:171","msg":"trace[587694185] transaction","detail":"{read_only:false; response_revision:31951; number_of_response:1; }","duration":"192.632096ms","start":"2026-05-06T02:13:23.665008Z","end":"2026-05-06T02:13:23.85764Z","steps":["trace[587694185] 'process raft request' (duration: 191.620432ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:23.857705Z","caller":"traceutil/trace.go:171","msg":"trace[735709489] transaction","detail":"{read_only:false; response_revision:31952; number_of_response:1; }","duration":"178.513994ms","start":"2026-05-06T02:13:23.679161Z","end":"2026-05-06T02:13:23.857675Z","steps":["trace[735709489] 'process raft request' (duration: 177.841278ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:13:57.582221Z","caller":"traceutil/trace.go:171","msg":"trace[1454526250] transaction","detail":"{read_only:false; response_revision:32352; number_of_response:1; }","duration":"114.542331ms","start":"2026-05-06T02:13:57.467641Z","end":"2026-05-06T02:13:57.582183Z","steps":["trace[1454526250] 'process raft request' (duration: 114.283605ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:14:50.97493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29545} {"level":"info","ts":"2026-05-06T02:14:51.104939Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29545,"took":"125.88833ms","hash":1301462201,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":38957056,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-05-06T02:14:51.105028Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1301462201,"revision":29545,"compact-revision":26904} {"level":"info","ts":"2026-05-06T02:16:30.071004Z","caller":"traceutil/trace.go:171","msg":"trace[721831039] linearizableReadLoop","detail":"{readStateIndex:35305; appliedIndex:35304; }","duration":"105.706266ms","start":"2026-05-06T02:16:29.965261Z","end":"2026-05-06T02:16:30.070967Z","steps":["trace[721831039] 'read index received' (duration: 105.47208ms)","trace[721831039] 'applied index is now lower than readState.Index' (duration: 232.735µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:30.071134Z","caller":"traceutil/trace.go:171","msg":"trace[917952388] transaction","detail":"{read_only:false; response_revision:33770; number_of_response:1; }","duration":"156.001988ms","start":"2026-05-06T02:16:29.915078Z","end":"2026-05-06T02:16:30.07108Z","steps":["trace[917952388] 'process raft request' (duration: 155.680461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:30.07155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.231428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:16:30.071625Z","caller":"traceutil/trace.go:171","msg":"trace[1540573317] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33770; }","duration":"106.384641ms","start":"2026-05-06T02:16:29.965213Z","end":"2026-05-06T02:16:30.071597Z","steps":["trace[1540573317] 'agreement among raft nodes before linearized reading' (duration: 105.90026ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:30.337011Z","caller":"traceutil/trace.go:171","msg":"trace[583949594] linearizableReadLoop","detail":"{readStateIndex:35309; appliedIndex:35308; }","duration":"131.717287ms","start":"2026-05-06T02:16:30.205251Z","end":"2026-05-06T02:16:30.336968Z","steps":["trace[583949594] 'read index received' (duration: 54.817379ms)","trace[583949594] 'applied index is now lower than readState.Index' (duration: 76.896328ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:30.337101Z","caller":"traceutil/trace.go:171","msg":"trace[419865224] transaction","detail":"{read_only:false; response_revision:33774; number_of_response:1; }","duration":"156.428878ms","start":"2026-05-06T02:16:30.180644Z","end":"2026-05-06T02:16:30.337073Z","steps":["trace[419865224] 'process raft request' (duration: 79.385576ms)","trace[419865224] 'compare' (duration: 76.53272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:30.33717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.903192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:30.337216Z","caller":"traceutil/trace.go:171","msg":"trace[971584406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33774; }","duration":"131.984574ms","start":"2026-05-06T02:16:30.205215Z","end":"2026-05-06T02:16:30.3372Z","steps":["trace[971584406] 'agreement among raft nodes before linearized reading' (duration: 131.901922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:30.779734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.041804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:30.779983Z","caller":"traceutil/trace.go:171","msg":"trace[735767412] transaction","detail":"{read_only:false; response_revision:33780; number_of_response:1; }","duration":"156.380137ms","start":"2026-05-06T02:16:30.623582Z","end":"2026-05-06T02:16:30.779962Z","steps":["trace[735767412] 'process raft request' (duration: 156.336886ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:30.780115Z","caller":"traceutil/trace.go:171","msg":"trace[292445945] transaction","detail":"{read_only:false; response_revision:33779; number_of_response:1; }","duration":"157.179056ms","start":"2026-05-06T02:16:30.622925Z","end":"2026-05-06T02:16:30.780104Z","steps":["trace[292445945] 'process raft request' (duration: 156.96192ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:30.780138Z","caller":"traceutil/trace.go:171","msg":"trace[2043187844] transaction","detail":"{read_only:false; response_revision:33778; number_of_response:1; }","duration":"219.684455ms","start":"2026-05-06T02:16:30.560405Z","end":"2026-05-06T02:16:30.780089Z","steps":["trace[2043187844] 'process raft request' (duration: 219.429379ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:30.780127Z","caller":"traceutil/trace.go:171","msg":"trace[1839827018] transaction","detail":"{read_only:false; response_revision:33777; number_of_response:1; }","duration":"223.113466ms","start":"2026-05-06T02:16:30.556895Z","end":"2026-05-06T02:16:30.780009Z","steps":["trace[1839827018] 'process raft request' (duration: 76.713464ms)","trace[1839827018] 'compare' (duration: 145.926111ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:32.306849Z","caller":"traceutil/trace.go:171","msg":"trace[1576856515] transaction","detail":"{read_only:false; response_revision:33786; number_of_response:1; }","duration":"135.634889ms","start":"2026-05-06T02:16:32.171169Z","end":"2026-05-06T02:16:32.306804Z","steps":["trace[1576856515] 'process raft request' (duration: 135.351753ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:32.331633Z","caller":"traceutil/trace.go:171","msg":"trace[1430978848] linearizableReadLoop","detail":"{readStateIndex:35322; appliedIndex:35320; }","duration":"127.15043ms","start":"2026-05-06T02:16:32.204454Z","end":"2026-05-06T02:16:32.331604Z","steps":["trace[1430978848] 'read index received' (duration: 102.157693ms)","trace[1430978848] 'applied index is now lower than readState.Index' (duration: 24.991437ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:32.33174Z","caller":"traceutil/trace.go:171","msg":"trace[222189798] transaction","detail":"{read_only:false; response_revision:33787; number_of_response:1; }","duration":"152.695961ms","start":"2026-05-06T02:16:32.179008Z","end":"2026-05-06T02:16:32.331704Z","steps":["trace[222189798] 'process raft request' (duration: 152.465275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:32.331814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.344195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:32.331872Z","caller":"traceutil/trace.go:171","msg":"trace[612592432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33787; }","duration":"127.457407ms","start":"2026-05-06T02:16:32.204399Z","end":"2026-05-06T02:16:32.331857Z","steps":["trace[612592432] 'agreement among raft nodes before linearized reading' (duration: 127.352695ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:32.637541Z","caller":"traceutil/trace.go:171","msg":"trace[1610375910] linearizableReadLoop","detail":"{readStateIndex:35326; appliedIndex:35325; }","duration":"134.405551ms","start":"2026-05-06T02:16:32.503109Z","end":"2026-05-06T02:16:32.637515Z","steps":["trace[1610375910] 'read index received' (duration: 72.320101ms)","trace[1610375910] 'applied index is now lower than readState.Index' (duration: 62.08427ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:32.637638Z","caller":"traceutil/trace.go:171","msg":"trace[1015645893] transaction","detail":"{read_only:false; response_revision:33791; number_of_response:1; }","duration":"140.016653ms","start":"2026-05-06T02:16:32.497579Z","end":"2026-05-06T02:16:32.637596Z","steps":["trace[1015645893] 'process raft request' (duration: 77.922192ms)","trace[1015645893] 'compare' (duration: 61.885186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:32.637779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.532823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:16:32.637853Z","caller":"traceutil/trace.go:171","msg":"trace[2145036504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33791; }","duration":"151.669356ms","start":"2026-05-06T02:16:32.486164Z","end":"2026-05-06T02:16:32.637833Z","steps":["trace[2145036504] 'agreement among raft nodes before linearized reading' (duration: 151.492342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:32.63798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.100383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d4b64da-1f68-42f1-8ccf-20101182a0e7\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-06T02:16:32.638056Z","caller":"traceutil/trace.go:171","msg":"trace[240581857] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d4b64da-1f68-42f1-8ccf-20101182a0e7; range_end:; response_count:1; response_revision:33791; }","duration":"131.184685ms","start":"2026-05-06T02:16:32.506854Z","end":"2026-05-06T02:16:32.638039Z","steps":["trace[240581857] 'agreement among raft nodes before linearized reading' (duration: 130.945059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:32.63798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.420647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-05-06T02:16:32.63817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.32821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:16:32.638227Z","caller":"traceutil/trace.go:171","msg":"trace[1152859899] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33791; }","duration":"130.671712ms","start":"2026-05-06T02:16:32.507509Z","end":"2026-05-06T02:16:32.638181Z","steps":["trace[1152859899] 'agreement among raft nodes before linearized reading' (duration: 130.322864ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:32.638309Z","caller":"traceutil/trace.go:171","msg":"trace[584304145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33791; }","duration":"143.566196ms","start":"2026-05-06T02:16:32.494709Z","end":"2026-05-06T02:16:32.638275Z","steps":["trace[584304145] 'agreement among raft nodes before linearized reading' (duration: 142.92298ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:33.11113Z","caller":"traceutil/trace.go:171","msg":"trace[1924704462] transaction","detail":"{read_only:false; response_revision:33799; number_of_response:1; }","duration":"103.500794ms","start":"2026-05-06T02:16:33.007606Z","end":"2026-05-06T02:16:33.111107Z","steps":["trace[1924704462] 'process raft request' (duration: 48.014569ms)","trace[1924704462] 'compare' (duration: 55.013074ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:33.270679Z","caller":"traceutil/trace.go:171","msg":"trace[1198764490] transaction","detail":"{read_only:false; response_revision:33801; number_of_response:1; }","duration":"114.937963ms","start":"2026-05-06T02:16:33.155715Z","end":"2026-05-06T02:16:33.270653Z","steps":["trace[1198764490] 'process raft request' (duration: 56.845457ms)","trace[1198764490] 'compare' (duration: 57.628385ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:33.421891Z","caller":"traceutil/trace.go:171","msg":"trace[390351985] transaction","detail":"{read_only:false; response_revision:33802; number_of_response:1; }","duration":"146.669449ms","start":"2026-05-06T02:16:33.275191Z","end":"2026-05-06T02:16:33.42186Z","steps":["trace[390351985] 'process raft request' (duration: 146.505605ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:33.423064Z","caller":"traceutil/trace.go:171","msg":"trace[746669869] transaction","detail":"{read_only:false; response_revision:33803; number_of_response:1; }","duration":"147.820706ms","start":"2026-05-06T02:16:33.275228Z","end":"2026-05-06T02:16:33.423049Z","steps":["trace[746669869] 'process raft request' (duration: 147.359855ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:34.687329Z","caller":"traceutil/trace.go:171","msg":"trace[297671548] transaction","detail":"{read_only:false; response_revision:33807; number_of_response:1; }","duration":"141.16999ms","start":"2026-05-06T02:16:34.546136Z","end":"2026-05-06T02:16:34.687306Z","steps":["trace[297671548] 'process raft request' (duration: 140.991566ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:35.00636Z","caller":"traceutil/trace.go:171","msg":"trace[2021472448] transaction","detail":"{read_only:false; response_revision:33812; number_of_response:1; }","duration":"125.954172ms","start":"2026-05-06T02:16:34.880354Z","end":"2026-05-06T02:16:35.006308Z","steps":["trace[2021472448] 'process raft request' (duration: 112.218299ms)","trace[2021472448] 'compare' (duration: 13.275152ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:35.006434Z","caller":"traceutil/trace.go:171","msg":"trace[1402578460] transaction","detail":"{read_only:false; response_revision:33814; number_of_response:1; }","duration":"125.769548ms","start":"2026-05-06T02:16:34.88063Z","end":"2026-05-06T02:16:35.006399Z","steps":["trace[1402578460] 'process raft request' (duration: 125.641115ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:35.006363Z","caller":"traceutil/trace.go:171","msg":"trace[937519457] transaction","detail":"{read_only:false; response_revision:33813; number_of_response:1; }","duration":"125.769567ms","start":"2026-05-06T02:16:34.880553Z","end":"2026-05-06T02:16:35.006322Z","steps":["trace[937519457] 'process raft request' (duration: 125.640144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:35.551157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.869812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-06T02:16:35.551224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.338143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T02:16:35.551253Z","caller":"traceutil/trace.go:171","msg":"trace[627695268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33816; }","duration":"123.997745ms","start":"2026-05-06T02:16:35.427237Z","end":"2026-05-06T02:16:35.551234Z","steps":["trace[627695268] 'range keys from in-memory index tree' (duration: 123.166045ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:35.551298Z","caller":"traceutil/trace.go:171","msg":"trace[1825101398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33816; }","duration":"124.486026ms","start":"2026-05-06T02:16:35.426794Z","end":"2026-05-06T02:16:35.55128Z","steps":["trace[1825101398] 'range keys from in-memory index tree' (duration: 123.499323ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:36.243272Z","caller":"traceutil/trace.go:171","msg":"trace[927149150] transaction","detail":"{read_only:false; response_revision:33820; number_of_response:1; }","duration":"260.305941ms","start":"2026-05-06T02:16:35.982929Z","end":"2026-05-06T02:16:36.243235Z","steps":["trace[927149150] 'process raft request' (duration: 259.963343ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:36.983861Z","caller":"traceutil/trace.go:171","msg":"trace[143199452] linearizableReadLoop","detail":"{readStateIndex:35361; appliedIndex:35360; }","duration":"217.063204ms","start":"2026-05-06T02:16:36.766773Z","end":"2026-05-06T02:16:36.983836Z","steps":["trace[143199452] 'read index received' (duration: 216.767447ms)","trace[143199452] 'applied index is now lower than readState.Index' (duration: 294.477µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:36.983988Z","caller":"traceutil/trace.go:171","msg":"trace[1461639811] transaction","detail":"{read_only:false; response_revision:33823; number_of_response:1; }","duration":"248.822211ms","start":"2026-05-06T02:16:36.735154Z","end":"2026-05-06T02:16:36.983976Z","steps":["trace[1461639811] 'process raft request' (duration: 248.477042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:36.984188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.388488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:16:36.984254Z","caller":"traceutil/trace.go:171","msg":"trace[1162730757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33823; }","duration":"162.509392ms","start":"2026-05-06T02:16:36.821729Z","end":"2026-05-06T02:16:36.984238Z","steps":["trace[1162730757] 'agreement among raft nodes before linearized reading' (duration: 162.324727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:36.984564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.404462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:16:36.984616Z","caller":"traceutil/trace.go:171","msg":"trace[420542206] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33823; }","duration":"143.489404ms","start":"2026-05-06T02:16:36.84111Z","end":"2026-05-06T02:16:36.9846Z","steps":["trace[420542206] 'agreement among raft nodes before linearized reading' (duration: 143.287779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:36.984748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.953255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T02:16:36.984899Z","caller":"traceutil/trace.go:171","msg":"trace[842993406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33823; }","duration":"218.179961ms","start":"2026-05-06T02:16:36.766689Z","end":"2026-05-06T02:16:36.984869Z","steps":["trace[842993406] 'agreement among raft nodes before linearized reading' (duration: 217.385272ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.136644Z","caller":"traceutil/trace.go:171","msg":"trace[1988856575] transaction","detail":"{read_only:false; response_revision:33829; number_of_response:1; }","duration":"122.827008ms","start":"2026-05-06T02:16:37.013788Z","end":"2026-05-06T02:16:37.136615Z","steps":["trace[1988856575] 'process raft request' (duration: 122.785727ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.136924Z","caller":"traceutil/trace.go:171","msg":"trace[2130797259] transaction","detail":"{read_only:false; response_revision:33827; number_of_response:1; }","duration":"125.260876ms","start":"2026-05-06T02:16:37.011605Z","end":"2026-05-06T02:16:37.136866Z","steps":["trace[2130797259] 'process raft request' (duration: 124.885597ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.137005Z","caller":"traceutil/trace.go:171","msg":"trace[1951040920] transaction","detail":"{read_only:false; response_revision:33828; number_of_response:1; }","duration":"124.356244ms","start":"2026-05-06T02:16:37.012539Z","end":"2026-05-06T02:16:37.136895Z","steps":["trace[1951040920] 'process raft request' (duration: 123.992706ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.137178Z","caller":"traceutil/trace.go:171","msg":"trace[1592904119] transaction","detail":"{read_only:false; response_revision:33825; number_of_response:1; }","duration":"147.704193ms","start":"2026-05-06T02:16:36.989432Z","end":"2026-05-06T02:16:37.137136Z","steps":["trace[1592904119] 'process raft request' (duration: 142.201004ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.137222Z","caller":"traceutil/trace.go:171","msg":"trace[1911728538] transaction","detail":"{read_only:false; response_revision:33826; number_of_response:1; }","duration":"146.008604ms","start":"2026-05-06T02:16:36.991204Z","end":"2026-05-06T02:16:37.137212Z","steps":["trace[1911728538] 'process raft request' (duration: 145.222415ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.486029Z","caller":"traceutil/trace.go:171","msg":"trace[1058898518] transaction","detail":"{read_only:false; response_revision:33833; number_of_response:1; }","duration":"101.288332ms","start":"2026-05-06T02:16:37.384725Z","end":"2026-05-06T02:16:37.486013Z","steps":["trace[1058898518] 'process raft request' (duration: 101.065507ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.615513Z","caller":"traceutil/trace.go:171","msg":"trace[1457228343] linearizableReadLoop","detail":"{readStateIndex:35372; appliedIndex:35370; }","duration":"165.267116ms","start":"2026-05-06T02:16:37.45022Z","end":"2026-05-06T02:16:37.615487Z","steps":["trace[1457228343] 'read index received' (duration: 35.585107ms)","trace[1457228343] 'applied index is now lower than readState.Index' (duration: 129.680709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:37.615655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.400269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:16:37.615702Z","caller":"traceutil/trace.go:171","msg":"trace[407150317] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:33834; }","duration":"165.515962ms","start":"2026-05-06T02:16:37.450173Z","end":"2026-05-06T02:16:37.615689Z","steps":["trace[407150317] 'agreement among raft nodes before linearized reading' (duration: 165.405599ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:37.615821Z","caller":"traceutil/trace.go:171","msg":"trace[1115387743] transaction","detail":"{read_only:false; response_revision:33834; number_of_response:1; }","duration":"189.375993ms","start":"2026-05-06T02:16:37.426408Z","end":"2026-05-06T02:16:37.615783Z","steps":["trace[1115387743] 'process raft request' (duration: 131.508832ms)","trace[1115387743] 'compare' (duration: 57.461422ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:38.175716Z","caller":"traceutil/trace.go:171","msg":"trace[278833514] transaction","detail":"{read_only:false; response_revision:33838; number_of_response:1; }","duration":"127.668432ms","start":"2026-05-06T02:16:38.047977Z","end":"2026-05-06T02:16:38.175645Z","steps":["trace[278833514] 'process raft request' (duration: 95.180328ms)","trace[278833514] 'compare' (duration: 32.276539ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:38.379323Z","caller":"traceutil/trace.go:171","msg":"trace[1522951297] linearizableReadLoop","detail":"{readStateIndex:35378; appliedIndex:35377; }","duration":"101.823294ms","start":"2026-05-06T02:16:38.277478Z","end":"2026-05-06T02:16:38.379302Z","steps":["trace[1522951297] 'read index received' (duration: 101.67769ms)","trace[1522951297] 'applied index is now lower than readState.Index' (duration: 144.314µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:38.379478Z","caller":"traceutil/trace.go:171","msg":"trace[184416075] transaction","detail":"{read_only:false; response_revision:33839; number_of_response:1; }","duration":"146.609197ms","start":"2026-05-06T02:16:38.232836Z","end":"2026-05-06T02:16:38.379445Z","steps":["trace[184416075] 'process raft request' (duration: 146.265679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:38.379467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.970848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:38.379716Z","caller":"traceutil/trace.go:171","msg":"trace[319806817] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:33839; }","duration":"102.227554ms","start":"2026-05-06T02:16:38.277424Z","end":"2026-05-06T02:16:38.379652Z","steps":["trace[319806817] 'agreement among raft nodes before linearized reading' (duration: 101.991198ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:38.516899Z","caller":"traceutil/trace.go:171","msg":"trace[987372591] transaction","detail":"{read_only:false; response_revision:33841; number_of_response:1; }","duration":"156.704995ms","start":"2026-05-06T02:16:38.360171Z","end":"2026-05-06T02:16:38.516876Z","steps":["trace[987372591] 'process raft request' (duration: 156.646103ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:38.517471Z","caller":"traceutil/trace.go:171","msg":"trace[439422548] transaction","detail":"{read_only:false; response_revision:33840; number_of_response:1; }","duration":"231.602936ms","start":"2026-05-06T02:16:38.28529Z","end":"2026-05-06T02:16:38.516893Z","steps":["trace[439422548] 'process raft request' (duration: 207.873678ms)","trace[439422548] 'compare' (duration: 23.528493ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:38.790103Z","caller":"traceutil/trace.go:171","msg":"trace[669285798] transaction","detail":"{read_only:false; number_of_response:0; response_revision:33841; }","duration":"405.477925ms","start":"2026-05-06T02:16:38.384599Z","end":"2026-05-06T02:16:38.790077Z","steps":["trace[669285798] 'process raft request' (duration: 378.845269ms)","trace[669285798] 'compare' (duration: 26.584945ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:38.790229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:38.384585Z","time spent":"405.592378ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:16:38.935962Z","caller":"traceutil/trace.go:171","msg":"trace[206507298] transaction","detail":"{read_only:false; response_revision:33842; number_of_response:1; }","duration":"132.71181ms","start":"2026-05-06T02:16:38.803233Z","end":"2026-05-06T02:16:38.935945Z","steps":["trace[206507298] 'process raft request' (duration: 132.538556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:39.156089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.505582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:39.156292Z","caller":"traceutil/trace.go:171","msg":"trace[311047053] transaction","detail":"{read_only:false; response_revision:33843; number_of_response:1; }","duration":"167.648232ms","start":"2026-05-06T02:16:38.988615Z","end":"2026-05-06T02:16:39.156263Z","steps":["trace[311047053] 'process raft request' (duration: 38.890834ms)","trace[311047053] 'compare' (duration: 127.616111ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:39.156313Z","caller":"traceutil/trace.go:171","msg":"trace[1219222037] linearizableReadLoop","detail":"{readStateIndex:35384; appliedIndex:35382; }","duration":"113.093439ms","start":"2026-05-06T02:16:39.043204Z","end":"2026-05-06T02:16:39.156297Z","steps":["trace[1219222037] 'read index received' (duration: 47.490327ms)","trace[1219222037] 'applied index is now lower than readState.Index' (duration: 65.601972ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:39.156386Z","caller":"traceutil/trace.go:171","msg":"trace[1954362799] transaction","detail":"{read_only:false; response_revision:33844; number_of_response:1; }","duration":"164.892946ms","start":"2026-05-06T02:16:38.991484Z","end":"2026-05-06T02:16:39.156377Z","steps":["trace[1954362799] 'process raft request' (duration: 164.701112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:39.156508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.280584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:39.1566Z","caller":"traceutil/trace.go:171","msg":"trace[1307087744] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:33844; }","duration":"113.415397ms","start":"2026-05-06T02:16:39.043164Z","end":"2026-05-06T02:16:39.15658Z","steps":["trace[1307087744] 'agreement among raft nodes before linearized reading' (duration: 113.214552ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:39.363304Z","caller":"traceutil/trace.go:171","msg":"trace[1059222447] linearizableReadLoop","detail":"{readStateIndex:35387; appliedIndex:35384; }","duration":"206.936676ms","start":"2026-05-06T02:16:39.15635Z","end":"2026-05-06T02:16:39.363287Z","steps":["trace[1059222447] 'read index received' (duration: 7.369143ms)","trace[1059222447] 'applied index is now lower than readState.Index' (duration: 199.566703ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:39.363635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.606617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:16:39.36369Z","caller":"traceutil/trace.go:171","msg":"trace[1769311901] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33847; }","duration":"220.70565ms","start":"2026-05-06T02:16:39.14297Z","end":"2026-05-06T02:16:39.363676Z","steps":["trace[1769311901] 'agreement among raft nodes before linearized reading' (duration: 220.525926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:39.363695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.882194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:16:39.363712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.637424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:16:39.363776Z","caller":"traceutil/trace.go:171","msg":"trace[1773561604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33847; }","duration":"160.995646ms","start":"2026-05-06T02:16:39.202762Z","end":"2026-05-06T02:16:39.363758Z","steps":["trace[1773561604] 'agreement among raft nodes before linearized reading' (duration: 160.850173ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:39.363786Z","caller":"traceutil/trace.go:171","msg":"trace[961853558] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33847; }","duration":"182.755437ms","start":"2026-05-06T02:16:39.181013Z","end":"2026-05-06T02:16:39.363769Z","steps":["trace[961853558] 'agreement among raft nodes before linearized reading' (duration: 182.555242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:39.363845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.132766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T02:16:39.363913Z","caller":"traceutil/trace.go:171","msg":"trace[1173273898] transaction","detail":"{read_only:false; response_revision:33847; number_of_response:1; }","duration":"220.631908ms","start":"2026-05-06T02:16:39.143271Z","end":"2026-05-06T02:16:39.363903Z","steps":["trace[1173273898] 'process raft request' (duration: 219.942582ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:39.363937Z","caller":"traceutil/trace.go:171","msg":"trace[1011858322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33847; }","duration":"163.27438ms","start":"2026-05-06T02:16:39.200643Z","end":"2026-05-06T02:16:39.363917Z","steps":["trace[1011858322] 'agreement among raft nodes before linearized reading' (duration: 162.996783ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:39.36388Z","caller":"traceutil/trace.go:171","msg":"trace[230271780] transaction","detail":"{read_only:false; response_revision:33846; number_of_response:1; }","duration":"221.523419ms","start":"2026-05-06T02:16:39.142343Z","end":"2026-05-06T02:16:39.363866Z","steps":["trace[230271780] 'process raft request' (duration: 152.119167ms)","trace[230271780] 'compare' (duration: 68.659085ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:39.364535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.766901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:16:39.364684Z","caller":"traceutil/trace.go:171","msg":"trace[1702185761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33847; }","duration":"308.948394ms","start":"2026-05-06T02:16:39.055725Z","end":"2026-05-06T02:16:39.364674Z","steps":["trace[1702185761] 'agreement among raft nodes before linearized reading' (duration: 307.963761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:39.364717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:39.055708Z","time spent":"309.001086ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-06T02:16:39.511313Z","caller":"traceutil/trace.go:171","msg":"trace[295330000] transaction","detail":"{read_only:false; response_revision:33849; number_of_response:1; }","duration":"142.937331ms","start":"2026-05-06T02:16:39.368342Z","end":"2026-05-06T02:16:39.511279Z","steps":["trace[295330000] 'process raft request' (duration: 113.413407ms)","trace[295330000] 'compare' (duration: 29.063683ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:39.511656Z","caller":"traceutil/trace.go:171","msg":"trace[2052526873] transaction","detail":"{read_only:false; response_revision:33850; number_of_response:1; }","duration":"140.203386ms","start":"2026-05-06T02:16:39.371412Z","end":"2026-05-06T02:16:39.511615Z","steps":["trace[2052526873] 'process raft request' (duration: 139.885169ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:39.511849Z","caller":"traceutil/trace.go:171","msg":"trace[796754332] transaction","detail":"{read_only:false; response_revision:33851; number_of_response:1; }","duration":"140.409462ms","start":"2026-05-06T02:16:39.371426Z","end":"2026-05-06T02:16:39.511836Z","steps":["trace[796754332] 'process raft request' (duration: 139.979242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:39.512076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.07664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:16:39.51213Z","caller":"traceutil/trace.go:171","msg":"trace[1418082361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33851; }","duration":"139.175352ms","start":"2026-05-06T02:16:39.372943Z","end":"2026-05-06T02:16:39.512119Z","steps":["trace[1418082361] 'agreement among raft nodes before linearized reading' (duration: 139.009218ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:39.51177Z","caller":"traceutil/trace.go:171","msg":"trace[795503048] linearizableReadLoop","detail":"{readStateIndex:35391; appliedIndex:35388; }","duration":"138.758813ms","start":"2026-05-06T02:16:39.372989Z","end":"2026-05-06T02:16:39.511748Z","steps":["trace[795503048] 'read index received' (duration: 27.056776ms)","trace[795503048] 'applied index is now lower than readState.Index' (duration: 111.700857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:41.384566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.316541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:41.384685Z","caller":"traceutil/trace.go:171","msg":"trace[1246475374] linearizableReadLoop","detail":"{readStateIndex:35401; appliedIndex:35400; }","duration":"180.106305ms","start":"2026-05-06T02:16:41.204556Z","end":"2026-05-06T02:16:41.384662Z","steps":["trace[1246475374] 'read index received' (duration: 30.549919ms)","trace[1246475374] 'applied index is now lower than readState.Index' (duration: 149.554976ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:41.384756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.205497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:41.384789Z","caller":"traceutil/trace.go:171","msg":"trace[1839438308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33861; }","duration":"180.271229ms","start":"2026-05-06T02:16:41.204508Z","end":"2026-05-06T02:16:41.384779Z","steps":["trace[1839438308] 'agreement among raft nodes before linearized reading' (duration: 180.212478ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.385103Z","caller":"traceutil/trace.go:171","msg":"trace[632975528] transaction","detail":"{read_only:false; response_revision:33861; number_of_response:1; }","duration":"215.821154ms","start":"2026-05-06T02:16:41.169269Z","end":"2026-05-06T02:16:41.38509Z","steps":["trace[632975528] 'process raft request' (duration: 65.890569ms)","trace[632975528] 'compare' (duration: 149.212439ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:41.564155Z","caller":"traceutil/trace.go:171","msg":"trace[510680619] transaction","detail":"{read_only:false; response_revision:33862; number_of_response:1; }","duration":"193.427138ms","start":"2026-05-06T02:16:41.370701Z","end":"2026-05-06T02:16:41.564128Z","steps":["trace[510680619] 'process raft request' (duration: 187.231773ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.580189Z","caller":"traceutil/trace.go:171","msg":"trace[1740339793] linearizableReadLoop","detail":"{readStateIndex:35403; appliedIndex:35401; }","duration":"183.154326ms","start":"2026-05-06T02:16:41.397007Z","end":"2026-05-06T02:16:41.580161Z","steps":["trace[1740339793] 'read index received' (duration: 161.041087ms)","trace[1740339793] 'applied index is now lower than readState.Index' (duration: 22.111299ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:41.580345Z","caller":"traceutil/trace.go:171","msg":"trace[1068189653] transaction","detail":"{read_only:false; response_revision:33863; number_of_response:1; }","duration":"209.418745ms","start":"2026-05-06T02:16:41.370873Z","end":"2026-05-06T02:16:41.580292Z","steps":["trace[1068189653] 'process raft request' (duration: 209.131508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:41.580402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.359931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-06T02:16:41.580471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.204447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-06T02:16:41.58049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.242662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:41.580488Z","caller":"traceutil/trace.go:171","msg":"trace[787411937] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33863; }","duration":"183.463875ms","start":"2026-05-06T02:16:41.397002Z","end":"2026-05-06T02:16:41.580466Z","steps":["trace[787411937] 'agreement among raft nodes before linearized reading' (duration: 183.306391ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.580517Z","caller":"traceutil/trace.go:171","msg":"trace[974991066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33863; }","duration":"177.293069ms","start":"2026-05-06T02:16:41.403212Z","end":"2026-05-06T02:16:41.580505Z","steps":["trace[974991066] 'agreement among raft nodes before linearized reading' (duration: 177.113314ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.580537Z","caller":"traceutil/trace.go:171","msg":"trace[932482949] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:33863; }","duration":"107.329964ms","start":"2026-05-06T02:16:41.473192Z","end":"2026-05-06T02:16:41.580522Z","steps":["trace[932482949] 'agreement among raft nodes before linearized reading' (duration: 107.244792ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.757875Z","caller":"traceutil/trace.go:171","msg":"trace[1476763313] transaction","detail":"{read_only:false; response_revision:33865; number_of_response:1; }","duration":"172.184539ms","start":"2026-05-06T02:16:41.585668Z","end":"2026-05-06T02:16:41.757853Z","steps":["trace[1476763313] 'process raft request' (duration: 108.210804ms)","trace[1476763313] 'compare' (duration: 63.836622ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:41.758181Z","caller":"traceutil/trace.go:171","msg":"trace[1167168244] transaction","detail":"{read_only:false; response_revision:33866; number_of_response:1; }","duration":"172.492026ms","start":"2026-05-06T02:16:41.58568Z","end":"2026-05-06T02:16:41.758172Z","steps":["trace[1167168244] 'process raft request' (duration: 172.137318ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.758424Z","caller":"traceutil/trace.go:171","msg":"trace[1402097191] transaction","detail":"{read_only:false; response_revision:33868; number_of_response:1; }","duration":"159.623504ms","start":"2026-05-06T02:16:41.598772Z","end":"2026-05-06T02:16:41.758396Z","steps":["trace[1402097191] 'process raft request' (duration: 159.556612ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.758471Z","caller":"traceutil/trace.go:171","msg":"trace[1212558696] transaction","detail":"{read_only:false; response_revision:33867; number_of_response:1; }","duration":"170.332506ms","start":"2026-05-06T02:16:41.588119Z","end":"2026-05-06T02:16:41.758452Z","steps":["trace[1212558696] 'process raft request' (duration: 169.938297ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.758493Z","caller":"traceutil/trace.go:171","msg":"trace[1671943236] linearizableReadLoop","detail":"{readStateIndex:35407; appliedIndex:35404; }","duration":"163.201878ms","start":"2026-05-06T02:16:41.595256Z","end":"2026-05-06T02:16:41.758458Z","steps":["trace[1671943236] 'read index received' (duration: 98.63316ms)","trace[1671943236] 'applied index is now lower than readState.Index' (duration: 64.564708ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:41.758689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.500757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:41.758754Z","caller":"traceutil/trace.go:171","msg":"trace[1199986103] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:33868; }","duration":"172.608389ms","start":"2026-05-06T02:16:41.586127Z","end":"2026-05-06T02:16:41.758736Z","steps":["trace[1199986103] 'agreement among raft nodes before linearized reading' (duration: 172.462905ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:41.969041Z","caller":"traceutil/trace.go:171","msg":"trace[17941095] linearizableReadLoop","detail":"{readStateIndex:35412; appliedIndex:35411; }","duration":"106.75642ms","start":"2026-05-06T02:16:41.86226Z","end":"2026-05-06T02:16:41.969016Z","steps":["trace[17941095] 'read index received' (duration: 79.224833ms)","trace[17941095] 'applied index is now lower than readState.Index' (duration: 27.530687ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:41.969087Z","caller":"traceutil/trace.go:171","msg":"trace[1864360492] transaction","detail":"{read_only:false; response_revision:33872; number_of_response:1; }","duration":"135.029345ms","start":"2026-05-06T02:16:41.834001Z","end":"2026-05-06T02:16:41.969031Z","steps":["trace[1864360492] 'process raft request' (duration: 107.462597ms)","trace[1864360492] 'compare' (duration: 27.430925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:41.969364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.092899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:16:41.969447Z","caller":"traceutil/trace.go:171","msg":"trace[1035592221] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33872; }","duration":"107.221712ms","start":"2026-05-06T02:16:41.862206Z","end":"2026-05-06T02:16:41.969428Z","steps":["trace[1035592221] 'agreement among raft nodes before linearized reading' (duration: 106.899694ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:43.566273Z","caller":"traceutil/trace.go:171","msg":"trace[968753948] transaction","detail":"{read_only:false; response_revision:33877; number_of_response:1; }","duration":"175.990618ms","start":"2026-05-06T02:16:43.390248Z","end":"2026-05-06T02:16:43.566238Z","steps":["trace[968753948] 'process raft request' (duration: 175.751752ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:43.798739Z","caller":"traceutil/trace.go:171","msg":"trace[795751699] linearizableReadLoop","detail":"{readStateIndex:35420; appliedIndex:35418; }","duration":"198.422885ms","start":"2026-05-06T02:16:43.600295Z","end":"2026-05-06T02:16:43.798718Z","steps":["trace[795751699] 'read index received' (duration: 48.695825ms)","trace[795751699] 'applied index is now lower than readState.Index' (duration: 149.72608ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:43.798843Z","caller":"traceutil/trace.go:171","msg":"trace[1526530345] transaction","detail":"{read_only:false; response_revision:33879; number_of_response:1; }","duration":"212.817084ms","start":"2026-05-06T02:16:43.585997Z","end":"2026-05-06T02:16:43.798815Z","steps":["trace[1526530345] 'process raft request' (duration: 121.62347ms)","trace[1526530345] 'compare' (duration: 90.654381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:43.799012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.709072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:16:43.799101Z","caller":"traceutil/trace.go:171","msg":"trace[57148151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33879; }","duration":"198.839815ms","start":"2026-05-06T02:16:43.600237Z","end":"2026-05-06T02:16:43.799077Z","steps":["trace[57148151] 'agreement among raft nodes before linearized reading' (duration: 198.581489ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:43.94263Z","caller":"traceutil/trace.go:171","msg":"trace[2140411695] transaction","detail":"{read_only:false; response_revision:33881; number_of_response:1; }","duration":"139.547121ms","start":"2026-05-06T02:16:43.803056Z","end":"2026-05-06T02:16:43.942603Z","steps":["trace[2140411695] 'process raft request' (duration: 138.091877ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:43.942648Z","caller":"traceutil/trace.go:171","msg":"trace[803953196] transaction","detail":"{read_only:false; response_revision:33882; number_of_response:1; }","duration":"139.101921ms","start":"2026-05-06T02:16:43.803524Z","end":"2026-05-06T02:16:43.942626Z","steps":["trace[803953196] 'process raft request' (duration: 139.018559ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:43.94313Z","caller":"traceutil/trace.go:171","msg":"trace[486478697] transaction","detail":"{read_only:false; response_revision:33885; number_of_response:1; }","duration":"138.199859ms","start":"2026-05-06T02:16:43.80492Z","end":"2026-05-06T02:16:43.94312Z","steps":["trace[486478697] 'process raft request' (duration: 138.029585ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:43.942988Z","caller":"traceutil/trace.go:171","msg":"trace[57751929] transaction","detail":"{read_only:false; response_revision:33883; number_of_response:1; }","duration":"138.942918ms","start":"2026-05-06T02:16:43.804016Z","end":"2026-05-06T02:16:43.942959Z","steps":["trace[57751929] 'process raft request' (duration: 138.574399ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:43.943011Z","caller":"traceutil/trace.go:171","msg":"trace[1873542985] transaction","detail":"{read_only:false; response_revision:33884; number_of_response:1; }","duration":"138.491406ms","start":"2026-05-06T02:16:43.804502Z","end":"2026-05-06T02:16:43.942994Z","steps":["trace[1873542985] 'process raft request' (duration: 138.358793ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:44.12487Z","caller":"traceutil/trace.go:171","msg":"trace[175677571] linearizableReadLoop","detail":"{readStateIndex:35428; appliedIndex:35426; }","duration":"150.909248ms","start":"2026-05-06T02:16:43.973942Z","end":"2026-05-06T02:16:44.124851Z","steps":["trace[175677571] 'read index received' (duration: 44.377394ms)","trace[175677571] 'applied index is now lower than readState.Index' (duration: 106.530914ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:44.125294Z","caller":"traceutil/trace.go:171","msg":"trace[1596585362] transaction","detail":"{read_only:false; response_revision:33887; number_of_response:1; }","duration":"174.977715ms","start":"2026-05-06T02:16:43.950303Z","end":"2026-05-06T02:16:44.125281Z","steps":["trace[1596585362] 'process raft request' (duration: 103.275749ms)","trace[1596585362] 'compare' (duration: 71.130742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:44.125645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.689437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-06T02:16:44.12571Z","caller":"traceutil/trace.go:171","msg":"trace[2002101791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33887; }","duration":"151.788629ms","start":"2026-05-06T02:16:43.973908Z","end":"2026-05-06T02:16:44.125696Z","steps":["trace[2002101791] 'agreement among raft nodes before linearized reading' (duration: 151.584995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:44.1259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.172621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:16:44.125937Z","caller":"traceutil/trace.go:171","msg":"trace[1243728393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33887; }","duration":"133.241743ms","start":"2026-05-06T02:16:43.992686Z","end":"2026-05-06T02:16:44.125928Z","steps":["trace[1243728393] 'agreement among raft nodes before linearized reading' (duration: 133.148791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:44.126171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.89554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:16:44.12621Z","caller":"traceutil/trace.go:171","msg":"trace[870946319] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33887; }","duration":"125.969412ms","start":"2026-05-06T02:16:44.000231Z","end":"2026-05-06T02:16:44.126201Z","steps":["trace[870946319] 'agreement among raft nodes before linearized reading' (duration: 125.87235ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:44.324247Z","caller":"traceutil/trace.go:171","msg":"trace[1878943730] transaction","detail":"{read_only:false; response_revision:33888; number_of_response:1; }","duration":"194.564815ms","start":"2026-05-06T02:16:44.12966Z","end":"2026-05-06T02:16:44.324225Z","steps":["trace[1878943730] 'process raft request' (duration: 181.16907ms)","trace[1878943730] 'compare' (duration: 13.296392ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:44.351808Z","caller":"traceutil/trace.go:171","msg":"trace[884442758] linearizableReadLoop","detail":"{readStateIndex:35430; appliedIndex:35428; }","duration":"220.746301ms","start":"2026-05-06T02:16:44.131038Z","end":"2026-05-06T02:16:44.351784Z","steps":["trace[884442758] 'read index received' (duration: 179.806068ms)","trace[884442758] 'applied index is now lower than readState.Index' (duration: 40.939203ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:44.351846Z","caller":"traceutil/trace.go:171","msg":"trace[1389803027] transaction","detail":"{read_only:false; response_revision:33889; number_of_response:1; }","duration":"220.977106ms","start":"2026-05-06T02:16:44.130841Z","end":"2026-05-06T02:16:44.351818Z","steps":["trace[1389803027] 'process raft request' (duration: 220.801652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:44.351985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.884136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:44.352028Z","caller":"traceutil/trace.go:171","msg":"trace[1761803985] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:33889; }","duration":"135.988718ms","start":"2026-05-06T02:16:44.216028Z","end":"2026-05-06T02:16:44.352017Z","steps":["trace[1761803985] 'agreement among raft nodes before linearized reading' (duration: 135.892196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:44.352155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.063938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:16:44.352261Z","caller":"traceutil/trace.go:171","msg":"trace[960105159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33889; }","duration":"221.218361ms","start":"2026-05-06T02:16:44.131018Z","end":"2026-05-06T02:16:44.352237Z","steps":["trace[960105159] 'agreement among raft nodes before linearized reading' (duration: 220.856013ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:44.520026Z","caller":"traceutil/trace.go:171","msg":"trace[1167528448] transaction","detail":"{read_only:false; response_revision:33890; number_of_response:1; }","duration":"112.917075ms","start":"2026-05-06T02:16:44.407086Z","end":"2026-05-06T02:16:44.520003Z","steps":["trace[1167528448] 'process raft request' (duration: 112.731121ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:44.799832Z","caller":"traceutil/trace.go:171","msg":"trace[977943206] transaction","detail":"{read_only:false; number_of_response:0; response_revision:33890; }","duration":"273.504692ms","start":"2026-05-06T02:16:44.526308Z","end":"2026-05-06T02:16:44.799813Z","steps":["trace[977943206] 'process raft request' (duration: 273.43177ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:44.817324Z","caller":"traceutil/trace.go:171","msg":"trace[1632852823] transaction","detail":"{read_only:false; response_revision:33891; number_of_response:1; }","duration":"210.175722ms","start":"2026-05-06T02:16:44.607112Z","end":"2026-05-06T02:16:44.817288Z","steps":["trace[1632852823] 'process raft request' (duration: 209.976987ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:46.052042Z","caller":"traceutil/trace.go:171","msg":"trace[543446584] linearizableReadLoop","detail":"{readStateIndex:35439; appliedIndex:35438; }","duration":"105.368268ms","start":"2026-05-06T02:16:45.946645Z","end":"2026-05-06T02:16:46.052013Z","steps":["trace[543446584] 'read index received' (duration: 34.903761ms)","trace[543446584] 'applied index is now lower than readState.Index' (duration: 70.463117ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:46.052077Z","caller":"traceutil/trace.go:171","msg":"trace[1778332075] transaction","detail":"{read_only:false; response_revision:33897; number_of_response:1; }","duration":"205.947433ms","start":"2026-05-06T02:16:45.846096Z","end":"2026-05-06T02:16:46.052044Z","steps":["trace[1778332075] 'process raft request' (duration: 135.543387ms)","trace[1778332075] 'compare' (duration: 70.250992ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:46.052303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.643414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:16:46.052372Z","caller":"traceutil/trace.go:171","msg":"trace[478420210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33897; }","duration":"105.761947ms","start":"2026-05-06T02:16:45.946591Z","end":"2026-05-06T02:16:46.052353Z","steps":["trace[478420210] 'agreement among raft nodes before linearized reading' (duration: 105.541842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:46.05346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.195847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:16:46.053532Z","caller":"traceutil/trace.go:171","msg":"trace[230051847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33898; }","duration":"106.353121ms","start":"2026-05-06T02:16:45.947163Z","end":"2026-05-06T02:16:46.053516Z","steps":["trace[230051847] 'agreement among raft nodes before linearized reading' (duration: 105.88007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:46.053472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.399179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:16:46.053739Z","caller":"traceutil/trace.go:171","msg":"trace[935328069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33898; }","duration":"105.691865ms","start":"2026-05-06T02:16:45.948031Z","end":"2026-05-06T02:16:46.053723Z","steps":["trace[935328069] 'agreement among raft nodes before linearized reading' (duration: 105.380508ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:46.346149Z","caller":"traceutil/trace.go:171","msg":"trace[131217224] transaction","detail":"{read_only:false; response_revision:33900; number_of_response:1; }","duration":"288.491883ms","start":"2026-05-06T02:16:46.057639Z","end":"2026-05-06T02:16:46.346131Z","steps":["trace[131217224] 'process raft request' (duration: 221.864606ms)","trace[131217224] 'compare' (duration: 66.418642ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:46.346423Z","caller":"traceutil/trace.go:171","msg":"trace[496110893] linearizableReadLoop","detail":"{readStateIndex:35443; appliedIndex:35440; }","duration":"288.435501ms","start":"2026-05-06T02:16:46.057978Z","end":"2026-05-06T02:16:46.346413Z","steps":["trace[496110893] 'read index received' (duration: 33.1407ms)","trace[496110893] 'applied index is now lower than readState.Index' (duration: 255.293401ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:46.346514Z","caller":"traceutil/trace.go:171","msg":"trace[1518206617] transaction","detail":"{read_only:false; response_revision:33901; number_of_response:1; }","duration":"288.593695ms","start":"2026-05-06T02:16:46.057882Z","end":"2026-05-06T02:16:46.346475Z","steps":["trace[1518206617] 'process raft request' (duration: 288.224756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:46.346606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.611215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:16:46.346634Z","caller":"traceutil/trace.go:171","msg":"trace[540256967] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33901; }","duration":"288.688887ms","start":"2026-05-06T02:16:46.057936Z","end":"2026-05-06T02:16:46.346625Z","steps":["trace[540256967] 'agreement among raft nodes before linearized reading' (duration: 288.545184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:46.346774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.254594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:16:46.346942Z","caller":"traceutil/trace.go:171","msg":"trace[1939996531] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33901; }","duration":"216.472149ms","start":"2026-05-06T02:16:46.130442Z","end":"2026-05-06T02:16:46.346914Z","steps":["trace[1939996531] 'agreement among raft nodes before linearized reading' (duration: 216.110771ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:46.592224Z","caller":"traceutil/trace.go:171","msg":"trace[1374272555] transaction","detail":"{read_only:false; response_revision:33902; number_of_response:1; }","duration":"240.147577ms","start":"2026-05-06T02:16:46.35205Z","end":"2026-05-06T02:16:46.592198Z","steps":["trace[1374272555] 'process raft request' (duration: 198.403775ms)","trace[1374272555] 'compare' (duration: 41.542507ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:46.592313Z","caller":"traceutil/trace.go:171","msg":"trace[1345348825] transaction","detail":"{read_only:false; response_revision:33903; number_of_response:1; }","duration":"239.889121ms","start":"2026-05-06T02:16:46.352394Z","end":"2026-05-06T02:16:46.592283Z","steps":["trace[1345348825] 'process raft request' (duration: 239.728777ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:46.592417Z","caller":"traceutil/trace.go:171","msg":"trace[1947103486] transaction","detail":"{read_only:false; response_revision:33904; number_of_response:1; }","duration":"236.684916ms","start":"2026-05-06T02:16:46.355718Z","end":"2026-05-06T02:16:46.592403Z","steps":["trace[1947103486] 'process raft request' (duration: 236.500601ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:46.592423Z","caller":"traceutil/trace.go:171","msg":"trace[311277585] linearizableReadLoop","detail":"{readStateIndex:35445; appliedIndex:35443; }","duration":"237.28583ms","start":"2026-05-06T02:16:46.355106Z","end":"2026-05-06T02:16:46.592391Z","steps":["trace[311277585] 'read index received' (duration: 195.362684ms)","trace[311277585] 'applied index is now lower than readState.Index' (duration: 41.920835ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:46.592876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.514785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:16:46.592912Z","caller":"traceutil/trace.go:171","msg":"trace[1718709196] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33904; }","duration":"237.836023ms","start":"2026-05-06T02:16:46.355067Z","end":"2026-05-06T02:16:46.592903Z","steps":["trace[1718709196] 'agreement among raft nodes before linearized reading' (duration: 237.425883ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:46.688721Z","caller":"traceutil/trace.go:171","msg":"trace[1998565247] transaction","detail":"{read_only:false; response_revision:33905; number_of_response:1; }","duration":"108.234985ms","start":"2026-05-06T02:16:46.580395Z","end":"2026-05-06T02:16:46.68863Z","steps":["trace[1998565247] 'process raft request' (duration: 108.01349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:46.688771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.685469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:46.688861Z","caller":"traceutil/trace.go:171","msg":"trace[2066211768] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:33905; }","duration":"146.822822ms","start":"2026-05-06T02:16:46.542016Z","end":"2026-05-06T02:16:46.688839Z","steps":["trace[2066211768] 'agreement among raft nodes before linearized reading' (duration: 146.578807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:47.176017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.385424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:47.176149Z","caller":"traceutil/trace.go:171","msg":"trace[996983983] transaction","detail":"{read_only:false; response_revision:33906; number_of_response:1; }","duration":"578.35369ms","start":"2026-05-06T02:16:46.597766Z","end":"2026-05-06T02:16:47.17612Z","steps":["trace[996983983] 'process raft request' (duration: 197.790891ms)","trace[996983983] 'compare' (duration: 380.037176ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:47.176248Z","caller":"traceutil/trace.go:171","msg":"trace[2052902932] transaction","detail":"{read_only:false; response_revision:33907; number_of_response:1; }","duration":"353.504592ms","start":"2026-05-06T02:16:46.822722Z","end":"2026-05-06T02:16:47.176227Z","steps":["trace[2052902932] 'process raft request' (duration: 353.39953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:47.176337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:46.822696Z","time spent":"353.601185ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:16:47.176383Z","caller":"traceutil/trace.go:171","msg":"trace[91239621] linearizableReadLoop","detail":"{readStateIndex:35448; appliedIndex:35447; }","duration":"487.79691ms","start":"2026-05-06T02:16:46.688564Z","end":"2026-05-06T02:16:47.176361Z","steps":["trace[91239621] 'read index received' (duration: 106.935234ms)","trace[91239621] 'applied index is now lower than readState.Index' (duration: 380.859746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:47.17626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:46.597751Z","time spent":"578.450743ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:16:47.176483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.985038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:16:47.176519Z","caller":"traceutil/trace.go:171","msg":"trace[915388968] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33907; }","duration":"580.04599ms","start":"2026-05-06T02:16:46.596463Z","end":"2026-05-06T02:16:47.176509Z","steps":["trace[915388968] 'agreement among raft nodes before linearized reading' (duration: 579.912847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:47.17654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:46.596447Z","time spent":"580.08817ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:16:47.176598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.963331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T02:16:47.176639Z","caller":"traceutil/trace.go:171","msg":"trace[1626885814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33907; }","duration":"581.060034ms","start":"2026-05-06T02:16:46.595566Z","end":"2026-05-06T02:16:47.176626Z","steps":["trace[1626885814] 'agreement among raft nodes before linearized reading' (duration: 580.91663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:47.176672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:46.595544Z","time spent":"581.120025ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-06T02:16:47.512163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.773962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:47.512274Z","caller":"traceutil/trace.go:171","msg":"trace[1908928294] transaction","detail":"{read_only:false; response_revision:33908; number_of_response:1; }","duration":"331.355321ms","start":"2026-05-06T02:16:47.180892Z","end":"2026-05-06T02:16:47.512247Z","steps":["trace[1908928294] 'process raft request' (duration: 215.419015ms)","trace[1908928294] 'compare' (duration: 115.64767ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:47.512332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:47.180874Z","time spent":"331.429004ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:16:47.569521Z","caller":"traceutil/trace.go:171","msg":"trace[404544222] transaction","detail":"{read_only:false; response_revision:33909; number_of_response:1; }","duration":"388.210608ms","start":"2026-05-06T02:16:47.181276Z","end":"2026-05-06T02:16:47.569486Z","steps":["trace[404544222] 'process raft request' (duration: 388.017384ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:47.569587Z","caller":"traceutil/trace.go:171","msg":"trace[41722523] transaction","detail":"{read_only:false; response_revision:33910; number_of_response:1; }","duration":"320.137758ms","start":"2026-05-06T02:16:47.249363Z","end":"2026-05-06T02:16:47.569501Z","steps":["trace[41722523] 'process raft request' (duration: 320.061816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:47.569692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:47.18126Z","time spent":"388.343532ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:16:47.56989Z","caller":"traceutil/trace.go:171","msg":"trace[1260873924] linearizableReadLoop","detail":"{readStateIndex:35451; appliedIndex:35449; }","duration":"366.253922ms","start":"2026-05-06T02:16:47.203617Z","end":"2026-05-06T02:16:47.569871Z","steps":["trace[1260873924] 'read index received' (duration: 192.714932ms)","trace[1260873924] 'applied index is now lower than readState.Index' (duration: 173.53709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:47.569743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:47.24934Z","time spent":"320.317902ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:16:47.570245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.628321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:47.570306Z","caller":"traceutil/trace.go:171","msg":"trace[544598693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33910; }","duration":"366.718473ms","start":"2026-05-06T02:16:47.203574Z","end":"2026-05-06T02:16:47.570292Z","steps":["trace[544598693] 'agreement among raft nodes before linearized reading' (duration: 366.58818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:47.570337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:47.203556Z","time spent":"366.774554ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-06T02:16:47.571702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.708459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:47.571767Z","caller":"traceutil/trace.go:171","msg":"trace[1426874927] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:33910; }","duration":"140.822342ms","start":"2026-05-06T02:16:47.430928Z","end":"2026-05-06T02:16:47.571751Z","steps":["trace[1426874927] 'agreement among raft nodes before linearized reading' (duration: 140.723989ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:48.370201Z","caller":"traceutil/trace.go:171","msg":"trace[64240488] transaction","detail":"{read_only:false; response_revision:33915; number_of_response:1; }","duration":"272.995299ms","start":"2026-05-06T02:16:48.09718Z","end":"2026-05-06T02:16:48.370175Z","steps":["trace[64240488] 'process raft request' (duration: 272.781934ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:48.408145Z","caller":"traceutil/trace.go:171","msg":"trace[27496795] linearizableReadLoop","detail":"{readStateIndex:35460; appliedIndex:35457; }","duration":"203.69938ms","start":"2026-05-06T02:16:48.204419Z","end":"2026-05-06T02:16:48.408118Z","steps":["trace[27496795] 'read index received' (duration: 165.587784ms)","trace[27496795] 'applied index is now lower than readState.Index' (duration: 38.110626ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:48.40829Z","caller":"traceutil/trace.go:171","msg":"trace[662853644] transaction","detail":"{read_only:false; response_revision:33917; number_of_response:1; }","duration":"271.616576ms","start":"2026-05-06T02:16:48.136636Z","end":"2026-05-06T02:16:48.408252Z","steps":["trace[662853644] 'process raft request' (duration: 271.432572ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:48.408452Z","caller":"traceutil/trace.go:171","msg":"trace[1319129593] transaction","detail":"{read_only:false; response_revision:33916; number_of_response:1; }","duration":"274.773451ms","start":"2026-05-06T02:16:48.13367Z","end":"2026-05-06T02:16:48.408444Z","steps":["trace[1319129593] 'process raft request' (duration: 274.182657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:48.40845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.018737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:48.408511Z","caller":"traceutil/trace.go:171","msg":"trace[202389304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33917; }","duration":"204.11712ms","start":"2026-05-06T02:16:48.204375Z","end":"2026-05-06T02:16:48.408492Z","steps":["trace[202389304] 'agreement among raft nodes before linearized reading' (duration: 203.992707ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:48.558996Z","caller":"traceutil/trace.go:171","msg":"trace[123811107] linearizableReadLoop","detail":"{readStateIndex:35462; appliedIndex:35460; }","duration":"145.324748ms","start":"2026-05-06T02:16:48.413648Z","end":"2026-05-06T02:16:48.558973Z","steps":["trace[123811107] 'read index received' (duration: 67.15885ms)","trace[123811107] 'applied index is now lower than readState.Index' (duration: 78.164678ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:48.559133Z","caller":"traceutil/trace.go:171","msg":"trace[66613383] transaction","detail":"{read_only:false; response_revision:33918; number_of_response:1; }","duration":"146.958496ms","start":"2026-05-06T02:16:48.41216Z","end":"2026-05-06T02:16:48.559118Z","steps":["trace[66613383] 'process raft request' (duration: 68.606124ms)","trace[66613383] 'compare' (duration: 78.020324ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:48.55946Z","caller":"traceutil/trace.go:171","msg":"trace[1352616663] transaction","detail":"{read_only:false; response_revision:33919; number_of_response:1; }","duration":"146.637999ms","start":"2026-05-06T02:16:48.412798Z","end":"2026-05-06T02:16:48.559436Z","steps":["trace[1352616663] 'process raft request' (duration: 146.125316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:48.559573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.907131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:16:48.55968Z","caller":"traceutil/trace.go:171","msg":"trace[1279697327] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:33919; }","duration":"146.053024ms","start":"2026-05-06T02:16:48.413611Z","end":"2026-05-06T02:16:48.559664Z","steps":["trace[1279697327] 'agreement among raft nodes before linearized reading' (duration: 145.579453ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:49.397265Z","caller":"traceutil/trace.go:171","msg":"trace[1881712454] linearizableReadLoop","detail":"{readStateIndex:35465; appliedIndex:35463; }","duration":"191.348579ms","start":"2026-05-06T02:16:49.205893Z","end":"2026-05-06T02:16:49.397242Z","steps":["trace[1881712454] 'read index received' (duration: 52.875873ms)","trace[1881712454] 'applied index is now lower than readState.Index' (duration: 138.471196ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:49.397461Z","caller":"traceutil/trace.go:171","msg":"trace[2041480181] transaction","detail":"{read_only:false; response_revision:33922; number_of_response:1; }","duration":"212.481996ms","start":"2026-05-06T02:16:49.184968Z","end":"2026-05-06T02:16:49.39745Z","steps":["trace[2041480181] 'process raft request' (duration: 205.038421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:49.397655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.746908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:49.397702Z","caller":"traceutil/trace.go:171","msg":"trace[1238471639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33922; }","duration":"191.829581ms","start":"2026-05-06T02:16:49.205862Z","end":"2026-05-06T02:16:49.397692Z","steps":["trace[1238471639] 'agreement among raft nodes before linearized reading' (duration: 191.748399ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:49.760541Z","caller":"traceutil/trace.go:171","msg":"trace[1882055732] linearizableReadLoop","detail":"{readStateIndex:35468; appliedIndex:35466; }","duration":"136.760035ms","start":"2026-05-06T02:16:49.62374Z","end":"2026-05-06T02:16:49.7605Z","steps":["trace[1882055732] 'read index received' (duration: 28.965621ms)","trace[1882055732] 'applied index is now lower than readState.Index' (duration: 107.792804ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:49.760741Z","caller":"traceutil/trace.go:171","msg":"trace[398485765] transaction","detail":"{read_only:false; response_revision:33925; number_of_response:1; }","duration":"173.877808ms","start":"2026-05-06T02:16:49.586836Z","end":"2026-05-06T02:16:49.760714Z","steps":["trace[398485765] 'process raft request' (duration: 137.640507ms)","trace[398485765] 'compare' (duration: 35.715409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:49.760845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.084503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:49.760927Z","caller":"traceutil/trace.go:171","msg":"trace[1652120714] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:33925; }","duration":"137.224725ms","start":"2026-05-06T02:16:49.623673Z","end":"2026-05-06T02:16:49.760898Z","steps":["trace[1652120714] 'agreement among raft nodes before linearized reading' (duration: 137.098473ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:49.969292Z","caller":"traceutil/trace.go:171","msg":"trace[1845284636] transaction","detail":"{read_only:false; response_revision:33926; number_of_response:1; }","duration":"246.596498ms","start":"2026-05-06T02:16:49.722668Z","end":"2026-05-06T02:16:49.969264Z","steps":["trace[1845284636] 'process raft request' (duration: 161.274082ms)","trace[1845284636] 'compare' (duration: 85.121091ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:49.969668Z","caller":"traceutil/trace.go:171","msg":"trace[803222226] transaction","detail":"{read_only:false; response_revision:33927; number_of_response:1; }","duration":"219.809429ms","start":"2026-05-06T02:16:49.749844Z","end":"2026-05-06T02:16:49.969653Z","steps":["trace[803222226] 'process raft request' (duration: 219.372089ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:49.96989Z","caller":"traceutil/trace.go:171","msg":"trace[1668828583] linearizableReadLoop","detail":"{readStateIndex:35470; appliedIndex:35468; }","duration":"209.203899ms","start":"2026-05-06T02:16:49.760648Z","end":"2026-05-06T02:16:49.969852Z","steps":["trace[1668828583] 'read index received' (duration: 123.433432ms)","trace[1668828583] 'applied index is now lower than readState.Index' (duration: 85.769097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:49.970214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.336751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-06T02:16:49.970199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.03601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-05-06T02:16:49.970257Z","caller":"traceutil/trace.go:171","msg":"trace[704432956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33928; }","duration":"206.428024ms","start":"2026-05-06T02:16:49.763817Z","end":"2026-05-06T02:16:49.970245Z","steps":["trace[704432956] 'agreement among raft nodes before linearized reading' (duration: 206.25707ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:49.970301Z","caller":"traceutil/trace.go:171","msg":"trace[1356314080] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33928; }","duration":"313.203164ms","start":"2026-05-06T02:16:49.657067Z","end":"2026-05-06T02:16:49.97027Z","steps":["trace[1356314080] 'agreement among raft nodes before linearized reading' (duration: 312.962278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:49.970366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:49.657039Z","time spent":"313.313346ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-06T02:16:50.144326Z","caller":"traceutil/trace.go:171","msg":"trace[1270471605] linearizableReadLoop","detail":"{readStateIndex:35473; appliedIndex:35472; }","duration":"111.478582ms","start":"2026-05-06T02:16:50.032824Z","end":"2026-05-06T02:16:50.144302Z","steps":["trace[1270471605] 'read index received' (duration: 54.143114ms)","trace[1270471605] 'applied index is now lower than readState.Index' (duration: 57.333408ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:50.144442Z","caller":"traceutil/trace.go:171","msg":"trace[1228681709] transaction","detail":"{read_only:false; response_revision:33930; number_of_response:1; }","duration":"168.989684ms","start":"2026-05-06T02:16:49.975442Z","end":"2026-05-06T02:16:50.144432Z","steps":["trace[1228681709] 'process raft request' (duration: 111.756148ms)","trace[1228681709] 'compare' (duration: 56.798276ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:50.144813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.971763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-05-06T02:16:50.144858Z","caller":"traceutil/trace.go:171","msg":"trace[157958050] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33931; }","duration":"112.064276ms","start":"2026-05-06T02:16:50.032783Z","end":"2026-05-06T02:16:50.144848Z","steps":["trace[157958050] 'agreement among raft nodes before linearized reading' (duration: 111.904322ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:50.467265Z","caller":"traceutil/trace.go:171","msg":"trace[2095182699] transaction","detail":"{read_only:false; response_revision:33932; number_of_response:1; }","duration":"265.428971ms","start":"2026-05-06T02:16:50.201811Z","end":"2026-05-06T02:16:50.46724Z","steps":["trace[2095182699] 'process raft request' (duration: 264.855038ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:50.638498Z","caller":"traceutil/trace.go:171","msg":"trace[1153491746] linearizableReadLoop","detail":"{readStateIndex:35476; appliedIndex:35475; }","duration":"162.688265ms","start":"2026-05-06T02:16:50.475786Z","end":"2026-05-06T02:16:50.638474Z","steps":["trace[1153491746] 'read index received' (duration: 68.328556ms)","trace[1153491746] 'applied index is now lower than readState.Index' (duration: 94.358369ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:50.638592Z","caller":"traceutil/trace.go:171","msg":"trace[564131402] transaction","detail":"{read_only:false; response_revision:33933; number_of_response:1; }","duration":"162.790728ms","start":"2026-05-06T02:16:50.475762Z","end":"2026-05-06T02:16:50.638553Z","steps":["trace[564131402] 'process raft request' (duration: 68.339167ms)","trace[564131402] 'compare' (duration: 94.262396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:50.63874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.930331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06ad56b5-f4d4-429a-85df-f4bbcd260326\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-06T02:16:50.638787Z","caller":"traceutil/trace.go:171","msg":"trace[950848844] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06ad56b5-f4d4-429a-85df-f4bbcd260326; range_end:; response_count:1; response_revision:33933; }","duration":"163.039124ms","start":"2026-05-06T02:16:50.475736Z","end":"2026-05-06T02:16:50.638775Z","steps":["trace[950848844] 'agreement among raft nodes before linearized reading' (duration: 162.85439ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:50.680446Z","caller":"traceutil/trace.go:171","msg":"trace[769200460] transaction","detail":"{read_only:false; number_of_response:0; response_revision:33933; }","duration":"204.643322ms","start":"2026-05-06T02:16:50.475776Z","end":"2026-05-06T02:16:50.680419Z","steps":["trace[769200460] 'process raft request' (duration: 204.393836ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:50.681072Z","caller":"traceutil/trace.go:171","msg":"trace[1168049914] transaction","detail":"{read_only:false; response_revision:33934; number_of_response:1; }","duration":"205.238516ms","start":"2026-05-06T02:16:50.475815Z","end":"2026-05-06T02:16:50.681053Z","steps":["trace[1168049914] 'process raft request' (duration: 204.455108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:50.681392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.145398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:16:50.681452Z","caller":"traceutil/trace.go:171","msg":"trace[566113788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33934; }","duration":"118.24665ms","start":"2026-05-06T02:16:50.56319Z","end":"2026-05-06T02:16:50.681436Z","steps":["trace[566113788] 'agreement among raft nodes before linearized reading' (duration: 118.069336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:50.681742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.998018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:16:50.681796Z","caller":"traceutil/trace.go:171","msg":"trace[1449254844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33934; }","duration":"119.08849ms","start":"2026-05-06T02:16:50.562692Z","end":"2026-05-06T02:16:50.681781Z","steps":["trace[1449254844] 'agreement among raft nodes before linearized reading' (duration: 118.947917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:50.885673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.989539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:50.885949Z","caller":"traceutil/trace.go:171","msg":"trace[1102647233] transaction","detail":"{read_only:false; response_revision:33938; number_of_response:1; }","duration":"193.334776ms","start":"2026-05-06T02:16:50.692598Z","end":"2026-05-06T02:16:50.885932Z","steps":["trace[1102647233] 'process raft request' (duration: 193.274205ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:50.886042Z","caller":"traceutil/trace.go:171","msg":"trace[1258455841] transaction","detail":"{read_only:false; response_revision:33936; number_of_response:1; }","duration":"196.741286ms","start":"2026-05-06T02:16:50.689273Z","end":"2026-05-06T02:16:50.886014Z","steps":["trace[1258455841] 'process raft request' (duration: 196.50055ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:50.886163Z","caller":"traceutil/trace.go:171","msg":"trace[1231960696] transaction","detail":"{read_only:false; response_revision:33937; number_of_response:1; }","duration":"195.986958ms","start":"2026-05-06T02:16:50.690166Z","end":"2026-05-06T02:16:50.886153Z","steps":["trace[1231960696] 'process raft request' (duration: 195.670871ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:50.886298Z","caller":"traceutil/trace.go:171","msg":"trace[1404173747] transaction","detail":"{read_only:false; response_revision:33935; number_of_response:1; }","duration":"197.017752ms","start":"2026-05-06T02:16:50.689267Z","end":"2026-05-06T02:16:50.886285Z","steps":["trace[1404173747] 'process raft request' (duration: 51.313366ms)","trace[1404173747] 'compare' (duration: 144.868237ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:51.433206Z","caller":"traceutil/trace.go:171","msg":"trace[1541130927] linearizableReadLoop","detail":"{readStateIndex:35483; appliedIndex:35482; }","duration":"106.606506ms","start":"2026-05-06T02:16:51.326579Z","end":"2026-05-06T02:16:51.433186Z","steps":["trace[1541130927] 'read index received' (duration: 106.509134ms)","trace[1541130927] 'applied index is now lower than readState.Index' (duration: 95.872µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:51.433322Z","caller":"traceutil/trace.go:171","msg":"trace[1609903046] transaction","detail":"{read_only:false; response_revision:33939; number_of_response:1; }","duration":"168.984663ms","start":"2026-05-06T02:16:51.264283Z","end":"2026-05-06T02:16:51.433268Z","steps":["trace[1609903046] 'process raft request' (duration: 168.738778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:51.433407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.791972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:51.433484Z","caller":"traceutil/trace.go:171","msg":"trace[404974018] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:33939; }","duration":"106.888164ms","start":"2026-05-06T02:16:51.326574Z","end":"2026-05-06T02:16:51.433462Z","steps":["trace[404974018] 'agreement among raft nodes before linearized reading' (duration: 106.746271ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:52.25263Z","caller":"traceutil/trace.go:171","msg":"trace[968152596] transaction","detail":"{read_only:false; response_revision:33943; number_of_response:1; }","duration":"275.793186ms","start":"2026-05-06T02:16:51.976808Z","end":"2026-05-06T02:16:52.252602Z","steps":["trace[968152596] 'process raft request' (duration: 275.348315ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:52.252801Z","caller":"traceutil/trace.go:171","msg":"trace[2136014398] linearizableReadLoop","detail":"{readStateIndex:35488; appliedIndex:35486; }","duration":"216.527512ms","start":"2026-05-06T02:16:52.036246Z","end":"2026-05-06T02:16:52.252773Z","steps":["trace[2136014398] 'read index received' (duration: 215.765184ms)","trace[2136014398] 'applied index is now lower than readState.Index' (duration: 760.608µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:52.252858Z","caller":"traceutil/trace.go:171","msg":"trace[1634540228] transaction","detail":"{read_only:false; response_revision:33944; number_of_response:1; }","duration":"276.01379ms","start":"2026-05-06T02:16:51.976825Z","end":"2026-05-06T02:16:52.252838Z","steps":["trace[1634540228] 'process raft request' (duration: 275.708813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.253043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.781537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:16:52.253088Z","caller":"traceutil/trace.go:171","msg":"trace[635860462] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33944; }","duration":"216.88232ms","start":"2026-05-06T02:16:52.036194Z","end":"2026-05-06T02:16:52.253076Z","steps":["trace[635860462] 'agreement among raft nodes before linearized reading' (duration: 216.698955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.253129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.830862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:16:52.253217Z","caller":"traceutil/trace.go:171","msg":"trace[533769750] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33944; }","duration":"103.964774ms","start":"2026-05-06T02:16:52.149226Z","end":"2026-05-06T02:16:52.253191Z","steps":["trace[533769750] 'agreement among raft nodes before linearized reading' (duration: 103.703658ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:52.422519Z","caller":"traceutil/trace.go:171","msg":"trace[1729217669] transaction","detail":"{read_only:false; response_revision:33945; number_of_response:1; }","duration":"161.663261ms","start":"2026-05-06T02:16:52.260828Z","end":"2026-05-06T02:16:52.422492Z","steps":["trace[1729217669] 'process raft request' (duration: 62.869538ms)","trace[1729217669] 'compare' (duration: 98.591289ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:52.422908Z","caller":"traceutil/trace.go:171","msg":"trace[1898903457] linearizableReadLoop","detail":"{readStateIndex:35490; appliedIndex:35488; }","duration":"128.182194ms","start":"2026-05-06T02:16:52.294462Z","end":"2026-05-06T02:16:52.422644Z","steps":["trace[1898903457] 'read index received' (duration: 29.207786ms)","trace[1898903457] 'applied index is now lower than readState.Index' (duration: 98.972858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:52.42306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.581304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-06T02:16:52.423097Z","caller":"traceutil/trace.go:171","msg":"trace[1850548257] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:33946; }","duration":"128.632805ms","start":"2026-05-06T02:16:52.294455Z","end":"2026-05-06T02:16:52.423087Z","steps":["trace[1850548257] 'agreement among raft nodes before linearized reading' (duration: 128.482902ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:52.423622Z","caller":"traceutil/trace.go:171","msg":"trace[338449342] transaction","detail":"{read_only:false; response_revision:33946; number_of_response:1; }","duration":"161.966009ms","start":"2026-05-06T02:16:52.260877Z","end":"2026-05-06T02:16:52.422843Z","steps":["trace[338449342] 'process raft request' (duration: 161.570649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.859713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.75426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:52.859822Z","caller":"traceutil/trace.go:171","msg":"trace[1918665480] linearizableReadLoop","detail":"{readStateIndex:35492; appliedIndex:35490; }","duration":"428.551798ms","start":"2026-05-06T02:16:52.431252Z","end":"2026-05-06T02:16:52.859803Z","steps":["trace[1918665480] 'read index received' (duration: 79.693824ms)","trace[1918665480] 'applied index is now lower than readState.Index' (duration: 348.855593ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:52.859895Z","caller":"traceutil/trace.go:171","msg":"trace[471332608] transaction","detail":"{read_only:false; response_revision:33948; number_of_response:1; }","duration":"429.310245ms","start":"2026-05-06T02:16:52.430573Z","end":"2026-05-06T02:16:52.859883Z","steps":["trace[471332608] 'process raft request' (duration: 231.294929ms)","trace[471332608] 'compare' (duration: 197.32006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:52.859955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:52.430557Z","time spent":"429.367336ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:16:52.860134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.852824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-06T02:16:52.860239Z","caller":"traceutil/trace.go:171","msg":"trace[325589466] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:33948; }","duration":"428.990727ms","start":"2026-05-06T02:16:52.431225Z","end":"2026-05-06T02:16:52.860215Z","steps":["trace[325589466] 'agreement among raft nodes before linearized reading' (duration: 428.718861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.860299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:52.431213Z","time spent":"429.07337ms","remote":"127.0.0.1:51784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-06T02:16:52.895498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.800474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:16:52.895611Z","caller":"traceutil/trace.go:171","msg":"trace[2128506049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33949; }","duration":"252.953738ms","start":"2026-05-06T02:16:52.642645Z","end":"2026-05-06T02:16:52.895598Z","steps":["trace[2128506049] 'agreement among raft nodes before linearized reading' (duration: 252.540908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.895637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.959259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-06T02:16:52.895705Z","caller":"traceutil/trace.go:171","msg":"trace[1688702038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33949; }","duration":"404.076051ms","start":"2026-05-06T02:16:52.491615Z","end":"2026-05-06T02:16:52.895691Z","steps":["trace[1688702038] 'agreement among raft nodes before linearized reading' (duration: 403.936898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.895734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:52.491596Z","time spent":"404.132303ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-06T02:16:52.895801Z","caller":"traceutil/trace.go:171","msg":"trace[806538872] transaction","detail":"{read_only:false; response_revision:33949; number_of_response:1; }","duration":"210.026899ms","start":"2026-05-06T02:16:52.68576Z","end":"2026-05-06T02:16:52.895787Z","steps":["trace[806538872] 'process raft request' (duration: 209.23513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.895963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.248993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122121"} {"level":"info","ts":"2026-05-06T02:16:52.896033Z","caller":"traceutil/trace.go:171","msg":"trace[243077140] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:33949; }","duration":"463.330705ms","start":"2026-05-06T02:16:52.432693Z","end":"2026-05-06T02:16:52.896023Z","steps":["trace[243077140] 'agreement among raft nodes before linearized reading' (duration: 463.187632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:52.896664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:52.432684Z","time spent":"463.97188ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122145,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-06T02:16:52.896023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.510819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:16:52.897525Z","caller":"traceutil/trace.go:171","msg":"trace[623045761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33949; }","duration":"209.068386ms","start":"2026-05-06T02:16:52.688446Z","end":"2026-05-06T02:16:52.897514Z","steps":["trace[623045761] 'agreement among raft nodes before linearized reading' (duration: 207.388287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:53.097174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.461382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:16:53.097281Z","caller":"traceutil/trace.go:171","msg":"trace[1743363005] transaction","detail":"{read_only:false; response_revision:33950; number_of_response:1; }","duration":"197.320659ms","start":"2026-05-06T02:16:52.899942Z","end":"2026-05-06T02:16:53.097262Z","steps":["trace[1743363005] 'process raft request' (duration: 62.683623ms)","trace[1743363005] 'compare' (duration: 134.322339ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:53.133086Z","caller":"traceutil/trace.go:171","msg":"trace[1278280822] transaction","detail":"{read_only:false; response_revision:33951; number_of_response:1; }","duration":"232.761083ms","start":"2026-05-06T02:16:52.900295Z","end":"2026-05-06T02:16:53.133056Z","steps":["trace[1278280822] 'process raft request' (duration: 232.480116ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:53.133658Z","caller":"traceutil/trace.go:171","msg":"trace[209033956] transaction","detail":"{read_only:false; response_revision:33952; number_of_response:1; }","duration":"233.115302ms","start":"2026-05-06T02:16:52.900524Z","end":"2026-05-06T02:16:53.133639Z","steps":["trace[209033956] 'process raft request' (duration: 232.376324ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:53.134355Z","caller":"traceutil/trace.go:171","msg":"trace[531130819] transaction","detail":"{read_only:false; response_revision:33953; number_of_response:1; }","duration":"233.04403ms","start":"2026-05-06T02:16:52.901283Z","end":"2026-05-06T02:16:53.134327Z","steps":["trace[531130819] 'process raft request' (duration: 232.280002ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:53.134384Z","caller":"traceutil/trace.go:171","msg":"trace[168129375] transaction","detail":"{read_only:false; response_revision:33954; number_of_response:1; }","duration":"233.04906ms","start":"2026-05-06T02:16:52.901312Z","end":"2026-05-06T02:16:53.134361Z","steps":["trace[168129375] 'process raft request' (duration: 232.890426ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:53.134521Z","caller":"traceutil/trace.go:171","msg":"trace[152388250] transaction","detail":"{read_only:false; response_revision:33955; number_of_response:1; }","duration":"232.745132ms","start":"2026-05-06T02:16:52.901648Z","end":"2026-05-06T02:16:53.134393Z","steps":["trace[152388250] 'process raft request' (duration: 232.62536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:53.564479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.670891ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:16:53.564706Z","caller":"traceutil/trace.go:171","msg":"trace[402670717] linearizableReadLoop","detail":"{readStateIndex:35501; appliedIndex:35500; }","duration":"195.615889ms","start":"2026-05-06T02:16:53.369068Z","end":"2026-05-06T02:16:53.564683Z","steps":["trace[402670717] 'read index received' (duration: 90.746194ms)","trace[402670717] 'applied index is now lower than readState.Index' (duration: 104.868035ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:53.564898Z","caller":"traceutil/trace.go:171","msg":"trace[1076433909] transaction","detail":"{read_only:false; response_revision:33957; number_of_response:1; }","duration":"125.261996ms","start":"2026-05-06T02:16:53.439616Z","end":"2026-05-06T02:16:53.564878Z","steps":["trace[1076433909] 'process raft request' (duration: 124.965149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:53.564938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.850646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-05-06T02:16:53.564985Z","caller":"traceutil/trace.go:171","msg":"trace[1873306664] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:33956; }","duration":"195.939627ms","start":"2026-05-06T02:16:53.369029Z","end":"2026-05-06T02:16:53.564969Z","steps":["trace[1873306664] 'agreement among raft nodes before linearized reading' (duration: 195.758713ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:53.668022Z","caller":"traceutil/trace.go:171","msg":"trace[348157628] linearizableReadLoop","detail":"{readStateIndex:35503; appliedIndex:35502; }","duration":"103.243738ms","start":"2026-05-06T02:16:53.564752Z","end":"2026-05-06T02:16:53.667996Z","steps":["trace[348157628] 'read index received' (duration: 13.328213ms)","trace[348157628] 'applied index is now lower than readState.Index' (duration: 89.913885ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:53.668034Z","caller":"traceutil/trace.go:171","msg":"trace[1478625579] transaction","detail":"{read_only:false; response_revision:33958; number_of_response:1; }","duration":"107.795265ms","start":"2026-05-06T02:16:53.560207Z","end":"2026-05-06T02:16:53.668002Z","steps":["trace[1478625579] 'process raft request' (duration: 17.837829ms)","trace[1478625579] 'compare' (duration: 89.71318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:53.66827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.522111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:16:53.668317Z","caller":"traceutil/trace.go:171","msg":"trace[2105723678] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:33958; }","duration":"179.633794ms","start":"2026-05-06T02:16:53.488673Z","end":"2026-05-06T02:16:53.668307Z","steps":["trace[2105723678] 'agreement among raft nodes before linearized reading' (duration: 179.420009ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:54.376925Z","caller":"traceutil/trace.go:171","msg":"trace[440546443] transaction","detail":"{read_only:false; response_revision:33963; number_of_response:1; }","duration":"119.103051ms","start":"2026-05-06T02:16:54.257793Z","end":"2026-05-06T02:16:54.376896Z","steps":["trace[440546443] 'process raft request' (duration: 61.275141ms)","trace[440546443] 'compare' (duration: 57.694747ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:54.421739Z","caller":"traceutil/trace.go:171","msg":"trace[259196516] transaction","detail":"{read_only:false; response_revision:33964; number_of_response:1; }","duration":"163.000483ms","start":"2026-05-06T02:16:54.258701Z","end":"2026-05-06T02:16:54.421702Z","steps":["trace[259196516] 'process raft request' (duration: 162.828149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:55.026541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.160839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:16:55.026653Z","caller":"traceutil/trace.go:171","msg":"trace[1413251709] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33966; }","duration":"161.315613ms","start":"2026-05-06T02:16:54.86531Z","end":"2026-05-06T02:16:55.026625Z","steps":["trace[1413251709] 'range keys from in-memory index tree' (duration: 160.960225ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:56.116181Z","caller":"traceutil/trace.go:171","msg":"trace[1991110464] transaction","detail":"{read_only:false; response_revision:33977; number_of_response:1; }","duration":"138.375374ms","start":"2026-05-06T02:16:55.977781Z","end":"2026-05-06T02:16:56.116156Z","steps":["trace[1991110464] 'process raft request' (duration: 138.189529ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:56.281213Z","caller":"traceutil/trace.go:171","msg":"trace[1328943765] linearizableReadLoop","detail":"{readStateIndex:35523; appliedIndex:35521; }","duration":"208.096383ms","start":"2026-05-06T02:16:56.073094Z","end":"2026-05-06T02:16:56.28119Z","steps":["trace[1328943765] 'read index received' (duration: 42.849687ms)","trace[1328943765] 'applied index is now lower than readState.Index' (duration: 165.245216ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:16:56.281306Z","caller":"traceutil/trace.go:171","msg":"trace[1150059400] transaction","detail":"{read_only:false; response_revision:33978; number_of_response:1; }","duration":"230.752486ms","start":"2026-05-06T02:16:56.050524Z","end":"2026-05-06T02:16:56.281277Z","steps":["trace[1150059400] 'process raft request' (duration: 230.447548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:56.281441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.302398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:16:56.281473Z","caller":"traceutil/trace.go:171","msg":"trace[2048593271] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:33978; }","duration":"208.41434ms","start":"2026-05-06T02:16:56.073049Z","end":"2026-05-06T02:16:56.281463Z","steps":["trace[2048593271] 'agreement among raft nodes before linearized reading' (duration: 208.314138ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:16:56.494405Z","caller":"traceutil/trace.go:171","msg":"trace[1430139268] transaction","detail":"{read_only:false; number_of_response:0; response_revision:33978; }","duration":"371.886235ms","start":"2026-05-06T02:16:56.122486Z","end":"2026-05-06T02:16:56.494372Z","steps":["trace[1430139268] 'process raft request' (duration: 371.722131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:56.49462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:56.122465Z","time spent":"372.064799ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-06T02:16:56.494408Z","caller":"traceutil/trace.go:171","msg":"trace[26226427] linearizableReadLoop","detail":"{readStateIndex:35524; appliedIndex:35523; }","duration":"213.008389ms","start":"2026-05-06T02:16:56.281331Z","end":"2026-05-06T02:16:56.494339Z","steps":["trace[26226427] 'read index received' (duration: 212.785464ms)","trace[26226427] 'applied index is now lower than readState.Index' (duration: 221.585µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:16:56.494749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.493654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:16:56.494977Z","caller":"traceutil/trace.go:171","msg":"trace[2073552490] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:33978; }","duration":"305.7828ms","start":"2026-05-06T02:16:56.189177Z","end":"2026-05-06T02:16:56.49496Z","steps":["trace[2073552490] 'agreement among raft nodes before linearized reading' (duration: 305.287289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:16:56.495132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:16:56.189153Z","time spent":"305.903374ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":148,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-06T02:16:56.501947Z","caller":"traceutil/trace.go:171","msg":"trace[231794969] transaction","detail":"{read_only:false; response_revision:33979; number_of_response:1; }","duration":"118.791433ms","start":"2026-05-06T02:16:56.383135Z","end":"2026-05-06T02:16:56.501926Z","steps":["trace[231794969] 'process raft request' (duration: 118.154528ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:19:01.075022Z","caller":"traceutil/trace.go:171","msg":"trace[194694032] transaction","detail":"{read_only:false; response_revision:35060; number_of_response:1; }","duration":"148.994534ms","start":"2026-05-06T02:19:00.925992Z","end":"2026-05-06T02:19:01.074986Z","steps":["trace[194694032] 'process raft request' (duration: 148.778619ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:19:01.076432Z","caller":"traceutil/trace.go:171","msg":"trace[2035472280] transaction","detail":"{read_only:false; response_revision:35061; number_of_response:1; }","duration":"142.90034ms","start":"2026-05-06T02:19:00.933508Z","end":"2026-05-06T02:19:01.076408Z","steps":["trace[2035472280] 'process raft request' (duration: 142.680105ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:19:03.350405Z","caller":"traceutil/trace.go:171","msg":"trace[1000259205] transaction","detail":"{read_only:false; response_revision:35077; number_of_response:1; }","duration":"269.818195ms","start":"2026-05-06T02:19:03.08055Z","end":"2026-05-06T02:19:03.350369Z","steps":["trace[1000259205] 'process raft request' (duration: 265.287198ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:19:03.351586Z","caller":"traceutil/trace.go:171","msg":"trace[1627814026] linearizableReadLoop","detail":"{readStateIndex:36675; appliedIndex:36672; }","duration":"132.180818ms","start":"2026-05-06T02:19:03.219382Z","end":"2026-05-06T02:19:03.351562Z","steps":["trace[1627814026] 'read index received' (duration: 126.466063ms)","trace[1627814026] 'applied index is now lower than readState.Index' (duration: 5.713775ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:19:03.351641Z","caller":"traceutil/trace.go:171","msg":"trace[1854214781] transaction","detail":"{read_only:false; response_revision:35078; number_of_response:1; }","duration":"270.04893ms","start":"2026-05-06T02:19:03.081564Z","end":"2026-05-06T02:19:03.351613Z","steps":["trace[1854214781] 'process raft request' (duration: 269.746413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:19:03.351699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.342652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:19:03.351742Z","caller":"traceutil/trace.go:171","msg":"trace[927948490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35079; }","duration":"132.430704ms","start":"2026-05-06T02:19:03.219298Z","end":"2026-05-06T02:19:03.351728Z","steps":["trace[927948490] 'agreement among raft nodes before linearized reading' (duration: 132.353282ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:19:03.352283Z","caller":"traceutil/trace.go:171","msg":"trace[549656167] transaction","detail":"{read_only:false; response_revision:35079; number_of_response:1; }","duration":"264.781936ms","start":"2026-05-06T02:19:03.087152Z","end":"2026-05-06T02:19:03.351934Z","steps":["trace[549656167] 'process raft request' (duration: 264.353186ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:19:50.981628Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32838} {"level":"info","ts":"2026-05-06T02:19:51.140233Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32838,"took":"154.056273ms","hash":653727001,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":35053568,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-06T02:19:51.140296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":653727001,"revision":32838,"compact-revision":29545} {"level":"info","ts":"2026-05-06T02:24:50.988636Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35490} {"level":"info","ts":"2026-05-06T02:24:51.11909Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35490,"took":"126.157296ms","hash":3340574170,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":34549760,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T02:24:51.119171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3340574170,"revision":35490,"compact-revision":32838} {"level":"info","ts":"2026-05-06T02:25:00.122407Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":40007,"local-member-snapshot-index":30006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-06T02:25:00.132299Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40007} {"level":"info","ts":"2026-05-06T02:25:00.1324Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35007} {"level":"warn","ts":"2026-05-06T02:27:34.96885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.847943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:27:34.969223Z","caller":"traceutil/trace.go:171","msg":"trace[38857785] transaction","detail":"{read_only:false; response_revision:39730; number_of_response:1; }","duration":"170.54973ms","start":"2026-05-06T02:27:34.798624Z","end":"2026-05-06T02:27:34.969173Z","steps":["trace[38857785] 'process raft request' (duration: 57.295797ms)","trace[38857785] 'compare' (duration: 112.581197ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:27:35.012997Z","caller":"traceutil/trace.go:171","msg":"trace[455663244] transaction","detail":"{read_only:false; response_revision:39732; number_of_response:1; }","duration":"214.162985ms","start":"2026-05-06T02:27:34.798795Z","end":"2026-05-06T02:27:35.012958Z","steps":["trace[455663244] 'process raft request' (duration: 214.034562ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:27:35.013269Z","caller":"traceutil/trace.go:171","msg":"trace[1197824266] transaction","detail":"{read_only:false; response_revision:39731; number_of_response:1; }","duration":"214.488913ms","start":"2026-05-06T02:27:34.798737Z","end":"2026-05-06T02:27:35.013226Z","steps":["trace[1197824266] 'process raft request' (duration: 213.643603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:27:35.46456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.725129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:27:35.464709Z","caller":"traceutil/trace.go:171","msg":"trace[229388794] transaction","detail":"{read_only:false; response_revision:39734; number_of_response:1; }","duration":"182.46081ms","start":"2026-05-06T02:27:35.282221Z","end":"2026-05-06T02:27:35.464682Z","steps":["trace[229388794] 'process raft request' (duration: 38.537186ms)","trace[229388794] 'compare' (duration: 143.615057ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:27:35.464781Z","caller":"traceutil/trace.go:171","msg":"trace[963191793] transaction","detail":"{read_only:false; response_revision:39735; number_of_response:1; }","duration":"140.167546ms","start":"2026-05-06T02:27:35.324591Z","end":"2026-05-06T02:27:35.464759Z","steps":["trace[963191793] 'process raft request' (duration: 140.075224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:27:35.465634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.976455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-cfh85\" ","response":"range_response_count:1 size:10132"} {"level":"info","ts":"2026-05-06T02:27:35.465696Z","caller":"traceutil/trace.go:171","msg":"trace[1874322271] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-cfh85; range_end:; response_count:1; response_revision:39735; }","duration":"161.098467ms","start":"2026-05-06T02:27:35.304586Z","end":"2026-05-06T02:27:35.465684Z","steps":["trace[1874322271] 'agreement among raft nodes before linearized reading' (duration: 160.833251ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:27:35.465388Z","caller":"traceutil/trace.go:171","msg":"trace[769292427] linearizableReadLoop","detail":"{readStateIndex:41547; appliedIndex:41546; }","duration":"160.713379ms","start":"2026-05-06T02:27:35.304643Z","end":"2026-05-06T02:27:35.465356Z","steps":["trace[769292427] 'read index received' (duration: 16.081138ms)","trace[769292427] 'applied index is now lower than readState.Index' (duration: 144.629681ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:27:35.466372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.539862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-06T02:27:35.466453Z","caller":"traceutil/trace.go:171","msg":"trace[1605261004] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:39735; }","duration":"114.645025ms","start":"2026-05-06T02:27:35.351779Z","end":"2026-05-06T02:27:35.466424Z","steps":["trace[1605261004] 'agreement among raft nodes before linearized reading' (duration: 114.510832ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:28:22.241059Z","caller":"traceutil/trace.go:171","msg":"trace[400294769] transaction","detail":"{read_only:false; response_revision:40144; number_of_response:1; }","duration":"111.792539ms","start":"2026-05-06T02:28:22.129242Z","end":"2026-05-06T02:28:22.241034Z","steps":["trace[400294769] 'process raft request' (duration: 111.627775ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:29:50.995087Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38174} {"level":"info","ts":"2026-05-06T02:29:51.139441Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38174,"took":"139.730805ms","hash":1470849636,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":35131392,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-06T02:29:51.139516Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1470849636,"revision":38174,"compact-revision":35490} {"level":"info","ts":"2026-05-06T02:31:49.034979Z","caller":"traceutil/trace.go:171","msg":"trace[1615623230] transaction","detail":"{read_only:false; response_revision:42016; number_of_response:1; }","duration":"138.712142ms","start":"2026-05-06T02:31:48.896242Z","end":"2026-05-06T02:31:49.034955Z","steps":["trace[1615623230] 'process raft request' (duration: 99.007458ms)","trace[1615623230] 'compare' (duration: 39.444627ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:49.207062Z","caller":"traceutil/trace.go:171","msg":"trace[371320607] transaction","detail":"{read_only:false; response_revision:42019; number_of_response:1; }","duration":"117.848791ms","start":"2026-05-06T02:31:49.089152Z","end":"2026-05-06T02:31:49.207001Z","steps":["trace[371320607] 'process raft request' (duration: 53.313784ms)","trace[371320607] 'compare' (duration: 64.364763ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:49.380888Z","caller":"traceutil/trace.go:171","msg":"trace[838537734] transaction","detail":"{read_only:false; response_revision:42020; number_of_response:1; }","duration":"166.627377ms","start":"2026-05-06T02:31:49.214234Z","end":"2026-05-06T02:31:49.380861Z","steps":["trace[838537734] 'process raft request' (duration: 166.491604ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:49.683966Z","caller":"traceutil/trace.go:171","msg":"trace[1861599719] transaction","detail":"{read_only:false; response_revision:42022; number_of_response:1; }","duration":"141.063986ms","start":"2026-05-06T02:31:49.542875Z","end":"2026-05-06T02:31:49.683939Z","steps":["trace[1861599719] 'process raft request' (duration: 55.087715ms)","trace[1861599719] 'compare' (duration: 85.842498ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:50.393942Z","caller":"traceutil/trace.go:171","msg":"trace[1637528227] linearizableReadLoop","detail":"{readStateIndex:43944; appliedIndex:43943; }","duration":"114.125683ms","start":"2026-05-06T02:31:50.279785Z","end":"2026-05-06T02:31:50.393911Z","steps":["trace[1637528227] 'read index received' (duration: 113.797236ms)","trace[1637528227] 'applied index is now lower than readState.Index' (duration: 326.907µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:50.394066Z","caller":"traceutil/trace.go:171","msg":"trace[454817172] transaction","detail":"{read_only:false; response_revision:42025; number_of_response:1; }","duration":"121.955237ms","start":"2026-05-06T02:31:50.272065Z","end":"2026-05-06T02:31:50.39402Z","steps":["trace[454817172] 'process raft request' (duration: 121.625339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:50.394206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.39867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-06T02:31:50.394258Z","caller":"traceutil/trace.go:171","msg":"trace[643101588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42025; }","duration":"114.472601ms","start":"2026-05-06T02:31:50.279772Z","end":"2026-05-06T02:31:50.394244Z","steps":["trace[643101588] 'agreement among raft nodes before linearized reading' (duration: 114.290137ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:50.540221Z","caller":"traceutil/trace.go:171","msg":"trace[894187629] transaction","detail":"{read_only:false; response_revision:42026; number_of_response:1; }","duration":"141.055756ms","start":"2026-05-06T02:31:50.399141Z","end":"2026-05-06T02:31:50.540197Z","steps":["trace[894187629] 'process raft request' (duration: 140.890303ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:50.545211Z","caller":"traceutil/trace.go:171","msg":"trace[330341248] linearizableReadLoop","detail":"{readStateIndex:43946; appliedIndex:43944; }","duration":"118.057156ms","start":"2026-05-06T02:31:50.427126Z","end":"2026-05-06T02:31:50.545183Z","steps":["trace[330341248] 'read index received' (duration: 112.840443ms)","trace[330341248] 'applied index is now lower than readState.Index' (duration: 5.215843ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:50.545342Z","caller":"traceutil/trace.go:171","msg":"trace[1447080380] transaction","detail":"{read_only:false; response_revision:42027; number_of_response:1; }","duration":"115.70963ms","start":"2026-05-06T02:31:50.429621Z","end":"2026-05-06T02:31:50.54533Z","steps":["trace[1447080380] 'process raft request' (duration: 115.444124ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:50.545419Z","caller":"traceutil/trace.go:171","msg":"trace[89126211] transaction","detail":"{read_only:false; number_of_response:0; response_revision:42026; }","duration":"144.019236ms","start":"2026-05-06T02:31:50.401366Z","end":"2026-05-06T02:31:50.545385Z","steps":["trace[89126211] 'process raft request' (duration: 143.610856ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:50.545608Z","caller":"traceutil/trace.go:171","msg":"trace[512844888] transaction","detail":"{read_only:false; response_revision:42028; number_of_response:1; }","duration":"115.534196ms","start":"2026-05-06T02:31:50.430043Z","end":"2026-05-06T02:31:50.545578Z","steps":["trace[512844888] 'process raft request' (duration: 115.101876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:50.545628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.439455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-06T02:31:50.545698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.705375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:31:50.545794Z","caller":"traceutil/trace.go:171","msg":"trace[1393498160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42028; }","duration":"108.921591ms","start":"2026-05-06T02:31:50.436859Z","end":"2026-05-06T02:31:50.545781Z","steps":["trace[1393498160] 'agreement among raft nodes before linearized reading' (duration: 108.639604ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:50.54571Z","caller":"traceutil/trace.go:171","msg":"trace[1533079248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42028; }","duration":"118.602799ms","start":"2026-05-06T02:31:50.427085Z","end":"2026-05-06T02:31:50.545688Z","steps":["trace[1533079248] 'agreement among raft nodes before linearized reading' (duration: 118.339883ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:50.74634Z","caller":"traceutil/trace.go:171","msg":"trace[203300591] transaction","detail":"{read_only:false; response_revision:42031; number_of_response:1; }","duration":"188.675206ms","start":"2026-05-06T02:31:50.557642Z","end":"2026-05-06T02:31:50.746317Z","steps":["trace[203300591] 'process raft request' (duration: 156.615113ms)","trace[203300591] 'compare' (duration: 31.547821ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:51.269844Z","caller":"traceutil/trace.go:171","msg":"trace[730152826] linearizableReadLoop","detail":"{readStateIndex:43953; appliedIndex:43952; }","duration":"226.793842ms","start":"2026-05-06T02:31:51.043029Z","end":"2026-05-06T02:31:51.269822Z","steps":["trace[730152826] 'read index received' (duration: 226.70808ms)","trace[730152826] 'applied index is now lower than readState.Index' (duration: 84.352µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:51.269938Z","caller":"traceutil/trace.go:171","msg":"trace[879662356] transaction","detail":"{read_only:false; response_revision:42033; number_of_response:1; }","duration":"228.752618ms","start":"2026-05-06T02:31:51.04116Z","end":"2026-05-06T02:31:51.269913Z","steps":["trace[879662356] 'process raft request' (duration: 228.509152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:51.270038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.987206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T02:31:51.270091Z","caller":"traceutil/trace.go:171","msg":"trace[53522355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:42033; }","duration":"227.089388ms","start":"2026-05-06T02:31:51.042978Z","end":"2026-05-06T02:31:51.270067Z","steps":["trace[53522355] 'agreement among raft nodes before linearized reading' (duration: 226.938235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:51.489433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.803581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:31:51.489661Z","caller":"traceutil/trace.go:171","msg":"trace[990840444] linearizableReadLoop","detail":"{readStateIndex:43955; appliedIndex:43953; }","duration":"100.38916ms","start":"2026-05-06T02:31:51.389252Z","end":"2026-05-06T02:31:51.489641Z","steps":["trace[990840444] 'read index received' (duration: 59.932µs)","trace[990840444] 'applied index is now lower than readState.Index' (duration: 100.327968ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:51.489839Z","caller":"traceutil/trace.go:171","msg":"trace[1094945527] transaction","detail":"{read_only:false; response_revision:42035; number_of_response:1; }","duration":"215.753112ms","start":"2026-05-06T02:31:51.274043Z","end":"2026-05-06T02:31:51.489796Z","steps":["trace[1094945527] 'process raft request' (duration: 215.511196ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:51.489916Z","caller":"traceutil/trace.go:171","msg":"trace[1026925667] transaction","detail":"{read_only:false; response_revision:42034; number_of_response:1; }","duration":"404.688474ms","start":"2026-05-06T02:31:51.085199Z","end":"2026-05-06T02:31:51.489887Z","steps":["trace[1026925667] 'process raft request' (duration: 240.33391ms)","trace[1026925667] 'compare' (duration: 163.669578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:31:51.489996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.734348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:31:51.490051Z","caller":"traceutil/trace.go:171","msg":"trace[1887832240] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:42035; }","duration":"100.830491ms","start":"2026-05-06T02:31:51.389204Z","end":"2026-05-06T02:31:51.490034Z","steps":["trace[1887832240] 'agreement among raft nodes before linearized reading' (duration: 100.501133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:51.490027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:31:51.085174Z","time spent":"404.797176ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:31:51.860061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.940173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:31:51.860184Z","caller":"traceutil/trace.go:171","msg":"trace[1447617194] transaction","detail":"{read_only:false; response_revision:42036; number_of_response:1; }","duration":"362.585583ms","start":"2026-05-06T02:31:51.497576Z","end":"2026-05-06T02:31:51.860162Z","steps":["trace[1447617194] 'process raft request' (duration: 101.467455ms)","trace[1447617194] 'compare' (duration: 260.76496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:31:51.860251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:31:51.497554Z","time spent":"362.665155ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:31:52.09338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.976122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:31:52.09359Z","caller":"traceutil/trace.go:171","msg":"trace[364435403] linearizableReadLoop","detail":"{readStateIndex:43958; appliedIndex:43956; }","duration":"346.940726ms","start":"2026-05-06T02:31:51.746634Z","end":"2026-05-06T02:31:52.093575Z","steps":["trace[364435403] 'read index received' (duration: 220.608286ms)","trace[364435403] 'applied index is now lower than readState.Index' (duration: 126.33162ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:52.09368Z","caller":"traceutil/trace.go:171","msg":"trace[1487416227] transaction","detail":"{read_only:false; response_revision:42038; number_of_response:1; }","duration":"521.178242ms","start":"2026-05-06T02:31:51.572492Z","end":"2026-05-06T02:31:52.09367Z","steps":["trace[1487416227] 'process raft request' (duration: 521.019738ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:52.093701Z","caller":"traceutil/trace.go:171","msg":"trace[13655249] transaction","detail":"{read_only:false; response_revision:42037; number_of_response:1; }","duration":"596.01463ms","start":"2026-05-06T02:31:51.497651Z","end":"2026-05-06T02:31:52.093665Z","steps":["trace[13655249] 'process raft request' (duration: 469.67364ms)","trace[13655249] 'compare' (duration: 125.87846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:31:52.093758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:31:51.57247Z","time spent":"521.254103ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:31:52.093883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:31:51.497637Z","time spent":"596.142974ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:31:52.094036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.400547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:31:52.094081Z","caller":"traceutil/trace.go:171","msg":"trace[986531700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42038; }","duration":"347.473529ms","start":"2026-05-06T02:31:51.746594Z","end":"2026-05-06T02:31:52.094067Z","steps":["trace[986531700] 'agreement among raft nodes before linearized reading' (duration: 347.354256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:52.09411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:31:51.746575Z","time spent":"347.52808ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:31:52.094183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.354905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-05-06T02:31:52.094258Z","caller":"traceutil/trace.go:171","msg":"trace[1023305995] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:42038; }","duration":"230.464328ms","start":"2026-05-06T02:31:51.863775Z","end":"2026-05-06T02:31:52.094239Z","steps":["trace[1023305995] 'agreement among raft nodes before linearized reading' (duration: 230.14525ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:52.32148Z","caller":"traceutil/trace.go:171","msg":"trace[832970145] linearizableReadLoop","detail":"{readStateIndex:43960; appliedIndex:43958; }","duration":"192.186988ms","start":"2026-05-06T02:31:52.129263Z","end":"2026-05-06T02:31:52.32145Z","steps":["trace[832970145] 'read index received' (duration: 62.672494ms)","trace[832970145] 'applied index is now lower than readState.Index' (duration: 129.512674ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:52.32152Z","caller":"traceutil/trace.go:171","msg":"trace[537050000] transaction","detail":"{read_only:false; response_revision:42040; number_of_response:1; }","duration":"223.068614ms","start":"2026-05-06T02:31:52.098412Z","end":"2026-05-06T02:31:52.32148Z","steps":["trace[537050000] 'process raft request' (duration: 204.064397ms)","trace[537050000] 'compare' (duration: 18.726641ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:31:52.32199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.7145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-06T02:31:52.322053Z","caller":"traceutil/trace.go:171","msg":"trace[1816753954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:42040; }","duration":"192.839723ms","start":"2026-05-06T02:31:52.129197Z","end":"2026-05-06T02:31:52.322037Z","steps":["trace[1816753954] 'agreement among raft nodes before linearized reading' (duration: 192.439654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:52.322143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.209508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:31:52.322242Z","caller":"traceutil/trace.go:171","msg":"trace[1631148663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42040; }","duration":"115.476525ms","start":"2026-05-06T02:31:52.206744Z","end":"2026-05-06T02:31:52.322221Z","steps":["trace[1631148663] 'agreement among raft nodes before linearized reading' (duration: 115.034594ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:52.756927Z","caller":"traceutil/trace.go:171","msg":"trace[1096174052] transaction","detail":"{read_only:false; response_revision:42043; number_of_response:1; }","duration":"206.889894ms","start":"2026-05-06T02:31:52.550008Z","end":"2026-05-06T02:31:52.756898Z","steps":["trace[1096174052] 'process raft request' (duration: 206.652118ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:52.757091Z","caller":"traceutil/trace.go:171","msg":"trace[1510206564] linearizableReadLoop","detail":"{readStateIndex:43964; appliedIndex:43961; }","duration":"201.407885ms","start":"2026-05-06T02:31:52.555652Z","end":"2026-05-06T02:31:52.75706Z","steps":["trace[1510206564] 'read index received' (duration: 27.302961ms)","trace[1510206564] 'applied index is now lower than readState.Index' (duration: 174.102324ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:31:52.757103Z","caller":"traceutil/trace.go:171","msg":"trace[350938342] transaction","detail":"{read_only:false; response_revision:42044; number_of_response:1; }","duration":"205.751257ms","start":"2026-05-06T02:31:52.551324Z","end":"2026-05-06T02:31:52.757075Z","steps":["trace[350938342] 'process raft request' (duration: 205.516501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:52.757289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.62278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:31:52.75736Z","caller":"traceutil/trace.go:171","msg":"trace[23861821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42044; }","duration":"201.730382ms","start":"2026-05-06T02:31:52.555611Z","end":"2026-05-06T02:31:52.757341Z","steps":["trace[23861821] 'agreement among raft nodes before linearized reading' (duration: 201.532528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:31:52.757451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.621329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:31:52.757523Z","caller":"traceutil/trace.go:171","msg":"trace[993292717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42044; }","duration":"161.730892ms","start":"2026-05-06T02:31:52.595777Z","end":"2026-05-06T02:31:52.757507Z","steps":["trace[993292717] 'agreement among raft nodes before linearized reading' (duration: 161.555308ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:57.755157Z","caller":"traceutil/trace.go:171","msg":"trace[1838216564] linearizableReadLoop","detail":"{readStateIndex:44010; appliedIndex:44009; }","duration":"124.22162ms","start":"2026-05-06T02:31:57.630909Z","end":"2026-05-06T02:31:57.755131Z","steps":["trace[1838216564] 'read index received' (duration: 32.382211ms)","trace[1838216564] 'applied index is now lower than readState.Index' (duration: 91.838129ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:31:57.755333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.393304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:31:57.75546Z","caller":"traceutil/trace.go:171","msg":"trace[1732990972] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:42088; }","duration":"124.597109ms","start":"2026-05-06T02:31:57.630844Z","end":"2026-05-06T02:31:57.755441Z","steps":["trace[1732990972] 'agreement among raft nodes before linearized reading' (duration: 124.406014ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:31:57.755517Z","caller":"traceutil/trace.go:171","msg":"trace[877712301] transaction","detail":"{read_only:false; response_revision:42088; number_of_response:1; }","duration":"167.502648ms","start":"2026-05-06T02:31:57.587844Z","end":"2026-05-06T02:31:57.755347Z","steps":["trace[877712301] 'process raft request' (duration: 75.545526ms)","trace[877712301] 'compare' (duration: 91.624014ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:03.607295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.568509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:32:04.510803Z","caller":"traceutil/trace.go:171","msg":"trace[1263288694] transaction","detail":"{read_only:false; response_revision:42141; number_of_response:1; }","duration":"142.685654ms","start":"2026-05-06T02:32:04.368087Z","end":"2026-05-06T02:32:04.510773Z","steps":["trace[1263288694] 'process raft request' (duration: 119.728574ms)","trace[1263288694] 'compare' (duration: 22.605032ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:04.719587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.757939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:32:04.719853Z","caller":"traceutil/trace.go:171","msg":"trace[1868985387] transaction","detail":"{read_only:false; response_revision:42143; number_of_response:1; }","duration":"201.975859ms","start":"2026-05-06T02:32:04.517848Z","end":"2026-05-06T02:32:04.719824Z","steps":["trace[1868985387] 'process raft request' (duration: 100.81511ms)","trace[1868985387] 'compare' (duration: 100.614216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:04.71998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.298229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:04.719867Z","caller":"traceutil/trace.go:171","msg":"trace[792758411] linearizableReadLoop","detail":"{readStateIndex:44069; appliedIndex:44067; }","duration":"146.167376ms","start":"2026-05-06T02:32:04.573682Z","end":"2026-05-06T02:32:04.71985Z","steps":["trace[792758411] 'read index received' (duration: 44.999128ms)","trace[792758411] 'applied index is now lower than readState.Index' (duration: 101.167168ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:04.720053Z","caller":"traceutil/trace.go:171","msg":"trace[385901924] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:42144; }","duration":"146.373651ms","start":"2026-05-06T02:32:04.573665Z","end":"2026-05-06T02:32:04.720039Z","steps":["trace[385901924] 'agreement among raft nodes before linearized reading' (duration: 146.232238ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:04.720189Z","caller":"traceutil/trace.go:171","msg":"trace[181814613] transaction","detail":"{read_only:false; response_revision:42144; number_of_response:1; }","duration":"202.149913ms","start":"2026-05-06T02:32:04.518009Z","end":"2026-05-06T02:32:04.720159Z","steps":["trace[181814613] 'process raft request' (duration: 201.761414ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:04.925583Z","caller":"traceutil/trace.go:171","msg":"trace[1389756074] transaction","detail":"{read_only:false; response_revision:42147; number_of_response:1; }","duration":"174.661836ms","start":"2026-05-06T02:32:04.750833Z","end":"2026-05-06T02:32:04.925495Z","steps":["trace[1389756074] 'process raft request' (duration: 102.428068ms)","trace[1389756074] 'compare' (duration: 72.018743ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:04.925763Z","caller":"traceutil/trace.go:171","msg":"trace[758725513] transaction","detail":"{read_only:false; response_revision:42148; number_of_response:1; }","duration":"107.014256ms","start":"2026-05-06T02:32:04.818739Z","end":"2026-05-06T02:32:04.925753Z","steps":["trace[758725513] 'process raft request' (duration: 106.686908ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:04.925811Z","caller":"traceutil/trace.go:171","msg":"trace[1217935374] linearizableReadLoop","detail":"{readStateIndex:44072; appliedIndex:44070; }","duration":"172.917345ms","start":"2026-05-06T02:32:04.752855Z","end":"2026-05-06T02:32:04.925772Z","steps":["trace[1217935374] 'read index received' (duration: 59.480088ms)","trace[1217935374] 'applied index is now lower than readState.Index' (duration: 113.432817ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:04.92598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.11155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:04.926084Z","caller":"traceutil/trace.go:171","msg":"trace[361523544] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:42149; }","duration":"173.235893ms","start":"2026-05-06T02:32:04.752812Z","end":"2026-05-06T02:32:04.926048Z","steps":["trace[361523544] 'agreement among raft nodes before linearized reading' (duration: 173.11334ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:06.6256Z","caller":"traceutil/trace.go:171","msg":"trace[1204710681] transaction","detail":"{read_only:false; response_revision:42158; number_of_response:1; }","duration":"177.999244ms","start":"2026-05-06T02:32:06.44753Z","end":"2026-05-06T02:32:06.625529Z","steps":["trace[1204710681] 'process raft request' (duration: 177.678037ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:06.755098Z","caller":"traceutil/trace.go:171","msg":"trace[1251035702] transaction","detail":"{read_only:false; number_of_response:0; response_revision:42159; }","duration":"121.471916ms","start":"2026-05-06T02:32:06.633589Z","end":"2026-05-06T02:32:06.755061Z","steps":["trace[1251035702] 'process raft request' (duration: 121.307882ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:06.887964Z","caller":"traceutil/trace.go:171","msg":"trace[546495754] linearizableReadLoop","detail":"{readStateIndex:44087; appliedIndex:44086; }","duration":"114.353618ms","start":"2026-05-06T02:32:06.773579Z","end":"2026-05-06T02:32:06.887932Z","steps":["trace[546495754] 'read index received' (duration: 92.911584ms)","trace[546495754] 'applied index is now lower than readState.Index' (duration: 21.440414ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:06.888029Z","caller":"traceutil/trace.go:171","msg":"trace[617749325] transaction","detail":"{read_only:false; response_revision:42161; number_of_response:1; }","duration":"119.570771ms","start":"2026-05-06T02:32:06.768391Z","end":"2026-05-06T02:32:06.887962Z","steps":["trace[617749325] 'process raft request' (duration: 98.24668ms)","trace[617749325] 'compare' (duration: 21.001013ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:06.888289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.684126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-06T02:32:06.888336Z","caller":"traceutil/trace.go:171","msg":"trace[1918431921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:42161; }","duration":"114.795698ms","start":"2026-05-06T02:32:06.773526Z","end":"2026-05-06T02:32:06.888321Z","steps":["trace[1918431921] 'agreement among raft nodes before linearized reading' (duration: 114.594624ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:07.079974Z","caller":"traceutil/trace.go:171","msg":"trace[31151760] linearizableReadLoop","detail":"{readStateIndex:44091; appliedIndex:44089; }","duration":"143.146545ms","start":"2026-05-06T02:32:06.936805Z","end":"2026-05-06T02:32:07.079951Z","steps":["trace[31151760] 'read index received' (duration: 88.192294ms)","trace[31151760] 'applied index is now lower than readState.Index' (duration: 54.953281ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:07.080125Z","caller":"traceutil/trace.go:171","msg":"trace[958760366] transaction","detail":"{read_only:false; response_revision:42165; number_of_response:1; }","duration":"147.837125ms","start":"2026-05-06T02:32:06.932278Z","end":"2026-05-06T02:32:07.080116Z","steps":["trace[958760366] 'process raft request' (duration: 147.489867ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:07.080025Z","caller":"traceutil/trace.go:171","msg":"trace[1190889797] transaction","detail":"{read_only:false; response_revision:42164; number_of_response:1; }","duration":"148.788678ms","start":"2026-05-06T02:32:06.931207Z","end":"2026-05-06T02:32:07.079995Z","steps":["trace[1190889797] 'process raft request' (duration: 93.867496ms)","trace[1190889797] 'compare' (duration: 54.362578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:07.082595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.500245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:32:07.08278Z","caller":"traceutil/trace.go:171","msg":"trace[1916016972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42165; }","duration":"152.70894ms","start":"2026-05-06T02:32:06.930021Z","end":"2026-05-06T02:32:07.08273Z","steps":["trace[1916016972] 'agreement among raft nodes before linearized reading' (duration: 152.094066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:07.082814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.234761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17036"} {"level":"info","ts":"2026-05-06T02:32:07.082922Z","caller":"traceutil/trace.go:171","msg":"trace[1593562828] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:42165; }","duration":"144.388114ms","start":"2026-05-06T02:32:06.938515Z","end":"2026-05-06T02:32:07.082903Z","steps":["trace[1593562828] 'agreement among raft nodes before linearized reading' (duration: 144.113938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:07.083483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.734102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-06T02:32:07.083595Z","caller":"traceutil/trace.go:171","msg":"trace[1066911606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:42165; }","duration":"124.866565ms","start":"2026-05-06T02:32:06.958681Z","end":"2026-05-06T02:32:07.083547Z","steps":["trace[1066911606] 'agreement among raft nodes before linearized reading' (duration: 124.562738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:07.083818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.192237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-05-06T02:32:07.083932Z","caller":"traceutil/trace.go:171","msg":"trace[1550300319] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:42165; }","duration":"143.361971ms","start":"2026-05-06T02:32:06.940543Z","end":"2026-05-06T02:32:07.083905Z","steps":["trace[1550300319] 'agreement among raft nodes before linearized reading' (duration: 143.162546ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:07.246539Z","caller":"traceutil/trace.go:171","msg":"trace[260093254] linearizableReadLoop","detail":"{readStateIndex:44096; appliedIndex:44091; }","duration":"146.476353ms","start":"2026-05-06T02:32:07.100036Z","end":"2026-05-06T02:32:07.246512Z","steps":["trace[260093254] 'read index received' (duration: 9.37204ms)","trace[260093254] 'applied index is now lower than readState.Index' (duration: 137.103523ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:07.246989Z","caller":"traceutil/trace.go:171","msg":"trace[18227397] transaction","detail":"{read_only:false; response_revision:42169; number_of_response:1; }","duration":"151.705226ms","start":"2026-05-06T02:32:07.095267Z","end":"2026-05-06T02:32:07.246972Z","steps":["trace[18227397] 'process raft request' (duration: 151.185994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:07.247017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.950014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-05-06T02:32:07.2471Z","caller":"traceutil/trace.go:171","msg":"trace[1817071420] transaction","detail":"{read_only:false; response_revision:42167; number_of_response:1; }","duration":"154.579024ms","start":"2026-05-06T02:32:07.092504Z","end":"2026-05-06T02:32:07.247083Z","steps":["trace[1817071420] 'process raft request' (duration: 96.328644ms)","trace[1817071420] 'compare' (duration: 57.43112ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:07.247119Z","caller":"traceutil/trace.go:171","msg":"trace[1326295725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:42170; }","duration":"147.090468ms","start":"2026-05-06T02:32:07.100004Z","end":"2026-05-06T02:32:07.247095Z","steps":["trace[1326295725] 'agreement among raft nodes before linearized reading' (duration: 146.732199ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:07.247131Z","caller":"traceutil/trace.go:171","msg":"trace[359635143] transaction","detail":"{read_only:false; response_revision:42170; number_of_response:1; }","duration":"151.760598ms","start":"2026-05-06T02:32:07.095323Z","end":"2026-05-06T02:32:07.247083Z","steps":["trace[359635143] 'process raft request' (duration: 151.156923ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:07.247013Z","caller":"traceutil/trace.go:171","msg":"trace[1947983254] transaction","detail":"{read_only:false; response_revision:42168; number_of_response:1; }","duration":"152.571637ms","start":"2026-05-06T02:32:07.094404Z","end":"2026-05-06T02:32:07.246976Z","steps":["trace[1947983254] 'process raft request' (duration: 152.013874ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:08.315799Z","caller":"traceutil/trace.go:171","msg":"trace[877465942] linearizableReadLoop","detail":"{readStateIndex:44102; appliedIndex:44101; }","duration":"110.646121ms","start":"2026-05-06T02:32:08.205125Z","end":"2026-05-06T02:32:08.315771Z","steps":["trace[877465942] 'read index received' (duration: 110.317253ms)","trace[877465942] 'applied index is now lower than readState.Index' (duration: 327.508µs)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:08.316083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.945359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:08.316131Z","caller":"traceutil/trace.go:171","msg":"trace[1646413433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42175; }","duration":"111.04044ms","start":"2026-05-06T02:32:08.205077Z","end":"2026-05-06T02:32:08.316118Z","steps":["trace[1646413433] 'agreement among raft nodes before linearized reading' (duration: 110.903307ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:08.316164Z","caller":"traceutil/trace.go:171","msg":"trace[54206434] transaction","detail":"{read_only:false; response_revision:42175; number_of_response:1; }","duration":"122.881809ms","start":"2026-05-06T02:32:08.193247Z","end":"2026-05-06T02:32:08.316129Z","steps":["trace[54206434] 'process raft request' (duration: 122.341647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:09.396504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.555921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:32:09.396588Z","caller":"traceutil/trace.go:171","msg":"trace[679817604] linearizableReadLoop","detail":"{readStateIndex:44111; appliedIndex:44110; }","duration":"138.925686ms","start":"2026-05-06T02:32:09.25765Z","end":"2026-05-06T02:32:09.396575Z","steps":["trace[679817604] 'read index received' (duration: 36.240571ms)","trace[679817604] 'applied index is now lower than readState.Index' (duration: 102.683855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:09.396731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.078449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:32:09.396751Z","caller":"traceutil/trace.go:171","msg":"trace[5241594] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:42184; }","duration":"139.125021ms","start":"2026-05-06T02:32:09.257619Z","end":"2026-05-06T02:32:09.396744Z","steps":["trace[5241594] 'agreement among raft nodes before linearized reading' (duration: 138.987708ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:09.396951Z","caller":"traceutil/trace.go:171","msg":"trace[452689125] transaction","detail":"{read_only:false; response_revision:42184; number_of_response:1; }","duration":"140.718628ms","start":"2026-05-06T02:32:09.256224Z","end":"2026-05-06T02:32:09.396942Z","steps":["trace[452689125] 'process raft request' (duration: 37.652475ms)","trace[452689125] 'compare' (duration: 102.210563ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:09.413533Z","caller":"traceutil/trace.go:171","msg":"trace[141508443] transaction","detail":"{read_only:false; response_revision:42185; number_of_response:1; }","duration":"155.808783ms","start":"2026-05-06T02:32:09.257693Z","end":"2026-05-06T02:32:09.413502Z","steps":["trace[141508443] 'process raft request' (duration: 155.489225ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:09.41356Z","caller":"traceutil/trace.go:171","msg":"trace[566485264] transaction","detail":"{read_only:false; response_revision:42186; number_of_response:1; }","duration":"155.800192ms","start":"2026-05-06T02:32:09.257728Z","end":"2026-05-06T02:32:09.413528Z","steps":["trace[566485264] 'process raft request' (duration: 155.553687ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:09.842684Z","caller":"traceutil/trace.go:171","msg":"trace[1938489419] transaction","detail":"{read_only:false; response_revision:42191; number_of_response:1; }","duration":"144.516698ms","start":"2026-05-06T02:32:09.698091Z","end":"2026-05-06T02:32:09.842607Z","steps":["trace[1938489419] 'process raft request' (duration: 144.374014ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:09.864645Z","caller":"traceutil/trace.go:171","msg":"trace[725197309] transaction","detail":"{read_only:false; response_revision:42192; number_of_response:1; }","duration":"112.027624ms","start":"2026-05-06T02:32:09.752535Z","end":"2026-05-06T02:32:09.864562Z","steps":["trace[725197309] 'process raft request' (duration: 111.766498ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:10.888168Z","caller":"traceutil/trace.go:171","msg":"trace[310772492] transaction","detail":"{read_only:false; response_revision:42196; number_of_response:1; }","duration":"126.669448ms","start":"2026-05-06T02:32:10.761469Z","end":"2026-05-06T02:32:10.888138Z","steps":["trace[310772492] 'process raft request' (duration: 126.540355ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:12.486113Z","caller":"traceutil/trace.go:171","msg":"trace[735920446] transaction","detail":"{read_only:false; response_revision:42209; number_of_response:1; }","duration":"176.802846ms","start":"2026-05-06T02:32:12.309289Z","end":"2026-05-06T02:32:12.486092Z","steps":["trace[735920446] 'process raft request' (duration: 176.640492ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:12.597521Z","caller":"traceutil/trace.go:171","msg":"trace[1302191526] transaction","detail":"{read_only:false; number_of_response:0; response_revision:42211; }","duration":"102.10195ms","start":"2026-05-06T02:32:12.495391Z","end":"2026-05-06T02:32:12.597493Z","steps":["trace[1302191526] 'process raft request' (duration: 101.997978ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:12.867592Z","caller":"traceutil/trace.go:171","msg":"trace[746612779] linearizableReadLoop","detail":"{readStateIndex:44140; appliedIndex:44139; }","duration":"111.632085ms","start":"2026-05-06T02:32:12.755922Z","end":"2026-05-06T02:32:12.867554Z","steps":["trace[746612779] 'read index received' (duration: 75.71402ms)","trace[746612779] 'applied index is now lower than readState.Index' (duration: 35.917085ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:12.867619Z","caller":"traceutil/trace.go:171","msg":"trace[1150066596] transaction","detail":"{read_only:false; response_revision:42212; number_of_response:1; }","duration":"258.467766ms","start":"2026-05-06T02:32:12.609109Z","end":"2026-05-06T02:32:12.867577Z","steps":["trace[1150066596] 'process raft request' (duration: 222.596303ms)","trace[1150066596] 'compare' (duration: 35.645308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:12.867714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.771708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:12.867765Z","caller":"traceutil/trace.go:171","msg":"trace[1196233042] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:42212; }","duration":"111.86761ms","start":"2026-05-06T02:32:12.755889Z","end":"2026-05-06T02:32:12.867757Z","steps":["trace[1196233042] 'agreement among raft nodes before linearized reading' (duration: 111.756347ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:13.499Z","caller":"traceutil/trace.go:171","msg":"trace[1180215442] transaction","detail":"{read_only:false; response_revision:42218; number_of_response:1; }","duration":"135.2557ms","start":"2026-05-06T02:32:13.363719Z","end":"2026-05-06T02:32:13.498975Z","steps":["trace[1180215442] 'process raft request' (duration: 135.096486ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:13.893366Z","caller":"traceutil/trace.go:171","msg":"trace[638159287] transaction","detail":"{read_only:false; response_revision:42223; number_of_response:1; }","duration":"227.413726ms","start":"2026-05-06T02:32:13.665712Z","end":"2026-05-06T02:32:13.893126Z","steps":["trace[638159287] 'process raft request' (duration: 227.15389ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:14.979481Z","caller":"traceutil/trace.go:171","msg":"trace[1438674768] transaction","detail":"{read_only:false; response_revision:42228; number_of_response:1; }","duration":"109.239598ms","start":"2026-05-06T02:32:14.870067Z","end":"2026-05-06T02:32:14.979307Z","steps":["trace[1438674768] 'process raft request' (duration: 109.036753ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:16.758558Z","caller":"traceutil/trace.go:171","msg":"trace[619536573] transaction","detail":"{read_only:false; response_revision:42244; number_of_response:1; }","duration":"155.26462ms","start":"2026-05-06T02:32:16.603263Z","end":"2026-05-06T02:32:16.758528Z","steps":["trace[619536573] 'process raft request' (duration: 154.984924ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:17.619142Z","caller":"traceutil/trace.go:171","msg":"trace[287472702] transaction","detail":"{read_only:false; response_revision:42250; number_of_response:1; }","duration":"190.655782ms","start":"2026-05-06T02:32:17.428457Z","end":"2026-05-06T02:32:17.619113Z","steps":["trace[287472702] 'process raft request' (duration: 190.455087ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:17.773923Z","caller":"traceutil/trace.go:171","msg":"trace[464737206] linearizableReadLoop","detail":"{readStateIndex:44181; appliedIndex:44179; }","duration":"134.138734ms","start":"2026-05-06T02:32:17.639758Z","end":"2026-05-06T02:32:17.773896Z","steps":["trace[464737206] 'read index received' (duration: 48.07587ms)","trace[464737206] 'applied index is now lower than readState.Index' (duration: 86.061714ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:17.774015Z","caller":"traceutil/trace.go:171","msg":"trace[650595036] transaction","detail":"{read_only:false; response_revision:42252; number_of_response:1; }","duration":"149.973726ms","start":"2026-05-06T02:32:17.624012Z","end":"2026-05-06T02:32:17.773986Z","steps":["trace[650595036] 'process raft request' (duration: 130.113499ms)","trace[650595036] 'compare' (duration: 19.653372ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:17.774193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.716976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:32:17.774288Z","caller":"traceutil/trace.go:171","msg":"trace[332077284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42252; }","duration":"108.818298ms","start":"2026-05-06T02:32:17.665406Z","end":"2026-05-06T02:32:17.774225Z","steps":["trace[332077284] 'agreement among raft nodes before linearized reading' (duration: 108.657535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:17.774739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.960383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:32:17.774968Z","caller":"traceutil/trace.go:171","msg":"trace[1000025393] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:42252; }","duration":"135.071935ms","start":"2026-05-06T02:32:17.639727Z","end":"2026-05-06T02:32:17.774799Z","steps":["trace[1000025393] 'agreement among raft nodes before linearized reading' (duration: 134.312517ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:18.200105Z","caller":"traceutil/trace.go:171","msg":"trace[422163037] transaction","detail":"{read_only:false; number_of_response:0; response_revision:42259; }","duration":"104.6304ms","start":"2026-05-06T02:32:18.095456Z","end":"2026-05-06T02:32:18.200086Z","steps":["trace[422163037] 'process raft request' (duration: 104.536018ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:18.392801Z","caller":"traceutil/trace.go:171","msg":"trace[1059843969] transaction","detail":"{read_only:false; response_revision:42262; number_of_response:1; }","duration":"146.694108ms","start":"2026-05-06T02:32:18.246084Z","end":"2026-05-06T02:32:18.392778Z","steps":["trace[1059843969] 'process raft request' (duration: 146.489433ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:19.58696Z","caller":"traceutil/trace.go:171","msg":"trace[1344058366] transaction","detail":"{read_only:false; response_revision:42267; number_of_response:1; }","duration":"189.634548ms","start":"2026-05-06T02:32:19.397296Z","end":"2026-05-06T02:32:19.586931Z","steps":["trace[1344058366] 'process raft request' (duration: 189.453244ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:19.929767Z","caller":"traceutil/trace.go:171","msg":"trace[1276426863] transaction","detail":"{read_only:false; response_revision:42272; number_of_response:1; }","duration":"131.4459ms","start":"2026-05-06T02:32:19.798291Z","end":"2026-05-06T02:32:19.929737Z","steps":["trace[1276426863] 'process raft request' (duration: 131.241145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:20.087736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.724819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:32:20.088516Z","caller":"traceutil/trace.go:171","msg":"trace[1997584648] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:42272; }","duration":"221.529088ms","start":"2026-05-06T02:32:19.866955Z","end":"2026-05-06T02:32:20.088484Z","steps":["trace[1997584648] 'agreement among raft nodes before linearized reading' (duration: 62.898539ms)","trace[1997584648] 'range keys from in-memory index tree' (duration: 157.738798ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:20.087936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.053496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:32:20.088844Z","caller":"traceutil/trace.go:171","msg":"trace[1811504260] transaction","detail":"{read_only:false; response_revision:42273; number_of_response:1; }","duration":"154.504572ms","start":"2026-05-06T02:32:19.934297Z","end":"2026-05-06T02:32:20.088802Z","steps":["trace[1811504260] 'process raft request' (duration: 52.499834ms)","trace[1811504260] 'compare' (duration: 100.622226ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:20.088861Z","caller":"traceutil/trace.go:171","msg":"trace[540809926] transaction","detail":"{read_only:false; response_revision:42274; number_of_response:1; }","duration":"143.203906ms","start":"2026-05-06T02:32:19.945642Z","end":"2026-05-06T02:32:20.088846Z","steps":["trace[540809926] 'process raft request' (duration: 143.071313ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:20.08912Z","caller":"traceutil/trace.go:171","msg":"trace[803461894] transaction","detail":"{read_only:false; response_revision:42275; number_of_response:1; }","duration":"103.968825ms","start":"2026-05-06T02:32:19.985138Z","end":"2026-05-06T02:32:20.089107Z","steps":["trace[803461894] 'process raft request' (duration: 103.672438ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:20.249231Z","caller":"traceutil/trace.go:171","msg":"trace[2048512914] transaction","detail":"{read_only:false; response_revision:42277; number_of_response:1; }","duration":"152.024404ms","start":"2026-05-06T02:32:20.097163Z","end":"2026-05-06T02:32:20.249187Z","steps":["trace[2048512914] 'process raft request' (duration: 150.036097ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:20.473005Z","caller":"traceutil/trace.go:171","msg":"trace[1624314358] transaction","detail":"{read_only:false; response_revision:42278; number_of_response:1; }","duration":"215.604518ms","start":"2026-05-06T02:32:20.257365Z","end":"2026-05-06T02:32:20.472969Z","steps":["trace[1624314358] 'process raft request' (duration: 192.377352ms)","trace[1624314358] 'compare' (duration: 23.039511ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:21.936068Z","caller":"traceutil/trace.go:171","msg":"trace[1093237585] transaction","detail":"{read_only:false; response_revision:42287; number_of_response:1; }","duration":"100.130794ms","start":"2026-05-06T02:32:21.835911Z","end":"2026-05-06T02:32:21.936042Z","steps":["trace[1093237585] 'process raft request' (duration: 47.163089ms)","trace[1093237585] 'compare' (duration: 52.74754ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:22.207003Z","caller":"traceutil/trace.go:171","msg":"trace[1191310467] linearizableReadLoop","detail":"{readStateIndex:44220; appliedIndex:44219; }","duration":"109.665628ms","start":"2026-05-06T02:32:22.097316Z","end":"2026-05-06T02:32:22.206981Z","steps":["trace[1191310467] 'read index received' (duration: 75.242189ms)","trace[1191310467] 'applied index is now lower than readState.Index' (duration: 34.422509ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:22.207127Z","caller":"traceutil/trace.go:171","msg":"trace[195770929] transaction","detail":"{read_only:false; response_revision:42289; number_of_response:1; }","duration":"111.825269ms","start":"2026-05-06T02:32:22.095289Z","end":"2026-05-06T02:32:22.207114Z","steps":["trace[195770929] 'process raft request' (duration: 77.237846ms)","trace[195770929] 'compare' (duration: 33.050167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:22.207322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.985426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-06T02:32:22.207458Z","caller":"traceutil/trace.go:171","msg":"trace[1293514798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:42289; }","duration":"110.143089ms","start":"2026-05-06T02:32:22.097289Z","end":"2026-05-06T02:32:22.207432Z","steps":["trace[1293514798] 'agreement among raft nodes before linearized reading' (duration: 109.897713ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:22.386135Z","caller":"traceutil/trace.go:171","msg":"trace[1978301310] transaction","detail":"{read_only:false; response_revision:42291; number_of_response:1; }","duration":"173.045068ms","start":"2026-05-06T02:32:22.21306Z","end":"2026-05-06T02:32:22.386105Z","steps":["trace[1978301310] 'process raft request' (duration: 111.183724ms)","trace[1978301310] 'compare' (duration: 61.728841ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:23.079029Z","caller":"traceutil/trace.go:171","msg":"trace[1727211125] transaction","detail":"{read_only:false; response_revision:42293; number_of_response:1; }","duration":"493.272366ms","start":"2026-05-06T02:32:22.585729Z","end":"2026-05-06T02:32:23.079001Z","steps":["trace[1727211125] 'process raft request' (duration: 492.681802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:23.079204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:32:22.585707Z","time spent":"493.395169ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-06T02:32:23.132834Z","caller":"traceutil/trace.go:171","msg":"trace[2118141442] linearizableReadLoop","detail":"{readStateIndex:44225; appliedIndex:44223; }","duration":"321.16121ms","start":"2026-05-06T02:32:22.811645Z","end":"2026-05-06T02:32:23.132806Z","steps":["trace[2118141442] 'read index received' (duration: 267.301154ms)","trace[2118141442] 'applied index is now lower than readState.Index' (duration: 53.859006ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:23.132974Z","caller":"traceutil/trace.go:171","msg":"trace[1724312982] transaction","detail":"{read_only:false; response_revision:42294; number_of_response:1; }","duration":"497.130917ms","start":"2026-05-06T02:32:22.635809Z","end":"2026-05-06T02:32:23.13294Z","steps":["trace[1724312982] 'process raft request' (duration: 496.861581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:23.133097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.437717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-06T02:32:23.133137Z","caller":"traceutil/trace.go:171","msg":"trace[2136195721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:42294; }","duration":"321.516188ms","start":"2026-05-06T02:32:22.811608Z","end":"2026-05-06T02:32:23.133124Z","steps":["trace[2136195721] 'agreement among raft nodes before linearized reading' (duration: 321.341184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:23.133172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:32:22.811595Z","time spent":"321.569249ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-06T02:32:23.133199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.534978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:23.133275Z","caller":"traceutil/trace.go:171","msg":"trace[1397692682] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:42294; }","duration":"224.659351ms","start":"2026-05-06T02:32:22.908598Z","end":"2026-05-06T02:32:23.133258Z","steps":["trace[1397692682] 'agreement among raft nodes before linearized reading' (duration: 224.538379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:23.133439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-06T02:32:22.635787Z","time spent":"497.268951ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-06T02:32:23.711595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.008194ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-06T02:32:23.71207Z","caller":"traceutil/trace.go:171","msg":"trace[77499714] transaction","detail":"{read_only:false; number_of_response:0; response_revision:42298; }","duration":"138.524546ms","start":"2026-05-06T02:32:23.573527Z","end":"2026-05-06T02:32:23.712052Z","steps":["trace[77499714] 'process raft request' (duration: 138.456715ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:23.883401Z","caller":"traceutil/trace.go:171","msg":"trace[180037624] linearizableReadLoop","detail":"{readStateIndex:44233; appliedIndex:44232; }","duration":"111.529992ms","start":"2026-05-06T02:32:23.771796Z","end":"2026-05-06T02:32:23.883326Z","steps":["trace[180037624] 'read index received' (duration: 86.288679ms)","trace[180037624] 'applied index is now lower than readState.Index' (duration: 25.239513ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:23.883608Z","caller":"traceutil/trace.go:171","msg":"trace[968788122] transaction","detail":"{read_only:false; response_revision:42300; number_of_response:1; }","duration":"137.170544ms","start":"2026-05-06T02:32:23.746421Z","end":"2026-05-06T02:32:23.883592Z","steps":["trace[968788122] 'process raft request' (duration: 111.806568ms)","trace[968788122] 'compare' (duration: 24.942376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:23.884084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.276239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-06T02:32:23.88416Z","caller":"traceutil/trace.go:171","msg":"trace[218724710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:42300; }","duration":"112.381842ms","start":"2026-05-06T02:32:23.771759Z","end":"2026-05-06T02:32:23.88414Z","steps":["trace[218724710] 'agreement among raft nodes before linearized reading' (duration: 112.230509ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:24.046794Z","caller":"traceutil/trace.go:171","msg":"trace[1882762345] transaction","detail":"{read_only:false; response_revision:42302; number_of_response:1; }","duration":"156.898417ms","start":"2026-05-06T02:32:23.889871Z","end":"2026-05-06T02:32:24.046769Z","steps":["trace[1882762345] 'process raft request' (duration: 118.811772ms)","trace[1882762345] 'compare' (duration: 37.84206ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:24.047226Z","caller":"traceutil/trace.go:171","msg":"trace[895458185] transaction","detail":"{read_only:false; response_revision:42303; number_of_response:1; }","duration":"153.922048ms","start":"2026-05-06T02:32:23.893281Z","end":"2026-05-06T02:32:24.047203Z","steps":["trace[895458185] 'process raft request' (duration: 153.405235ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:24.047293Z","caller":"traceutil/trace.go:171","msg":"trace[1296852656] linearizableReadLoop","detail":"{readStateIndex:44236; appliedIndex:44234; }","duration":"131.348907ms","start":"2026-05-06T02:32:23.915911Z","end":"2026-05-06T02:32:24.04726Z","steps":["trace[1296852656] 'read index received' (duration: 20.102692ms)","trace[1296852656] 'applied index is now lower than readState.Index' (duration: 111.239985ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:24.047525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.859815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-06T02:32:24.047522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.612333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:32:24.047561Z","caller":"traceutil/trace.go:171","msg":"trace[1172626793] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:42304; }","duration":"104.935977ms","start":"2026-05-06T02:32:23.942615Z","end":"2026-05-06T02:32:24.047551Z","steps":["trace[1172626793] 'agreement among raft nodes before linearized reading' (duration: 104.825884ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:24.047566Z","caller":"traceutil/trace.go:171","msg":"trace[877258742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42304; }","duration":"131.721006ms","start":"2026-05-06T02:32:23.915836Z","end":"2026-05-06T02:32:24.047557Z","steps":["trace[877258742] 'agreement among raft nodes before linearized reading' (duration: 131.577893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:24.047522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.100725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-05-06T02:32:24.04766Z","caller":"traceutil/trace.go:171","msg":"trace[520405457] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:42304; }","duration":"106.292809ms","start":"2026-05-06T02:32:23.941355Z","end":"2026-05-06T02:32:24.047648Z","steps":["trace[520405457] 'agreement among raft nodes before linearized reading' (duration: 106.079464ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:24.170006Z","caller":"traceutil/trace.go:171","msg":"trace[2123198973] transaction","detail":"{read_only:false; response_revision:42305; number_of_response:1; }","duration":"107.400975ms","start":"2026-05-06T02:32:24.06258Z","end":"2026-05-06T02:32:24.169981Z","steps":["trace[2123198973] 'process raft request' (duration: 84.445276ms)","trace[2123198973] 'compare' (duration: 22.321284ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:25.238926Z","caller":"traceutil/trace.go:171","msg":"trace[953127098] transaction","detail":"{read_only:false; response_revision:42314; number_of_response:1; }","duration":"100.518113ms","start":"2026-05-06T02:32:25.138383Z","end":"2026-05-06T02:32:25.238901Z","steps":["trace[953127098] 'process raft request' (duration: 84.780813ms)","trace[953127098] 'compare' (duration: 15.256828ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:25.362006Z","caller":"traceutil/trace.go:171","msg":"trace[724584733] transaction","detail":"{read_only:false; response_revision:42315; number_of_response:1; }","duration":"117.980653ms","start":"2026-05-06T02:32:25.243989Z","end":"2026-05-06T02:32:25.36197Z","steps":["trace[724584733] 'process raft request' (duration: 116.201471ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:25.362344Z","caller":"traceutil/trace.go:171","msg":"trace[969824221] transaction","detail":"{read_only:false; response_revision:42316; number_of_response:1; }","duration":"118.055115ms","start":"2026-05-06T02:32:25.244255Z","end":"2026-05-06T02:32:25.36231Z","steps":["trace[969824221] 'process raft request' (duration: 117.84554ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:25.362412Z","caller":"traceutil/trace.go:171","msg":"trace[328917291] linearizableReadLoop","detail":"{readStateIndex:44250; appliedIndex:44247; }","duration":"115.396963ms","start":"2026-05-06T02:32:25.246987Z","end":"2026-05-06T02:32:25.362384Z","steps":["trace[328917291] 'read index received' (duration: 113.193831ms)","trace[328917291] 'applied index is now lower than readState.Index' (duration: 2.200962ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:25.362506Z","caller":"traceutil/trace.go:171","msg":"trace[483575613] transaction","detail":"{read_only:false; response_revision:42317; number_of_response:1; }","duration":"118.475425ms","start":"2026-05-06T02:32:25.243989Z","end":"2026-05-06T02:32:25.362464Z","steps":["trace[483575613] 'process raft request' (duration: 118.248419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:25.362577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.568267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:25.362616Z","caller":"traceutil/trace.go:171","msg":"trace[1637850578] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:42317; }","duration":"115.620188ms","start":"2026-05-06T02:32:25.246982Z","end":"2026-05-06T02:32:25.362602Z","steps":["trace[1637850578] 'agreement among raft nodes before linearized reading' (duration: 115.534076ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:26.125888Z","caller":"traceutil/trace.go:171","msg":"trace[402957373] transaction","detail":"{read_only:false; response_revision:42321; number_of_response:1; }","duration":"179.180842ms","start":"2026-05-06T02:32:25.946676Z","end":"2026-05-06T02:32:26.125856Z","steps":["trace[402957373] 'process raft request' (duration: 178.65234ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:26.271584Z","caller":"traceutil/trace.go:171","msg":"trace[592083219] transaction","detail":"{read_only:false; response_revision:42322; number_of_response:1; }","duration":"217.852532ms","start":"2026-05-06T02:32:26.05371Z","end":"2026-05-06T02:32:26.271562Z","steps":["trace[592083219] 'process raft request' (duration: 139.848868ms)","trace[592083219] 'compare' (duration: 77.82731ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:26.271863Z","caller":"traceutil/trace.go:171","msg":"trace[1875279754] transaction","detail":"{read_only:false; response_revision:42323; number_of_response:1; }","duration":"141.777473ms","start":"2026-05-06T02:32:26.130058Z","end":"2026-05-06T02:32:26.271836Z","steps":["trace[1875279754] 'process raft request' (duration: 141.465036ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:26.63548Z","caller":"traceutil/trace.go:171","msg":"trace[359413550] transaction","detail":"{read_only:false; response_revision:42326; number_of_response:1; }","duration":"263.718659ms","start":"2026-05-06T02:32:26.371732Z","end":"2026-05-06T02:32:26.635451Z","steps":["trace[359413550] 'process raft request' (duration: 263.466374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:26.635102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.301728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:26.635617Z","caller":"traceutil/trace.go:171","msg":"trace[942092356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:42325; }","duration":"100.841011ms","start":"2026-05-06T02:32:26.534755Z","end":"2026-05-06T02:32:26.635596Z","steps":["trace[942092356] 'range keys from in-memory index tree' (duration: 100.278267ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:26.638086Z","caller":"traceutil/trace.go:171","msg":"trace[310175596] linearizableReadLoop","detail":"{readStateIndex:44260; appliedIndex:44258; }","duration":"216.253074ms","start":"2026-05-06T02:32:26.421813Z","end":"2026-05-06T02:32:26.638066Z","steps":["trace[310175596] 'read index received' (duration: 213.382867ms)","trace[310175596] 'applied index is now lower than readState.Index' (duration: 2.869447ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:26.638213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.396147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:32:26.638243Z","caller":"traceutil/trace.go:171","msg":"trace[318067164] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:42327; }","duration":"216.471119ms","start":"2026-05-06T02:32:26.421759Z","end":"2026-05-06T02:32:26.63823Z","steps":["trace[318067164] 'agreement among raft nodes before linearized reading' (duration: 216.371857ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:26.638309Z","caller":"traceutil/trace.go:171","msg":"trace[396088700] transaction","detail":"{read_only:false; response_revision:42327; number_of_response:1; }","duration":"263.68844ms","start":"2026-05-06T02:32:26.374615Z","end":"2026-05-06T02:32:26.638303Z","steps":["trace[396088700] 'process raft request' (duration: 263.365252ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:27.521275Z","caller":"traceutil/trace.go:171","msg":"trace[676558075] linearizableReadLoop","detail":"{readStateIndex:44265; appliedIndex:44263; }","duration":"121.805252ms","start":"2026-05-06T02:32:27.399448Z","end":"2026-05-06T02:32:27.521253Z","steps":["trace[676558075] 'read index received' (duration: 2.57357ms)","trace[676558075] 'applied index is now lower than readState.Index' (duration: 119.230782ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:27.521395Z","caller":"traceutil/trace.go:171","msg":"trace[703844289] transaction","detail":"{read_only:false; response_revision:42332; number_of_response:1; }","duration":"142.266524ms","start":"2026-05-06T02:32:27.379096Z","end":"2026-05-06T02:32:27.521362Z","steps":["trace[703844289] 'process raft request' (duration: 141.306031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:27.522118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.653233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:27.522186Z","caller":"traceutil/trace.go:171","msg":"trace[1437777479] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:42332; }","duration":"122.778116ms","start":"2026-05-06T02:32:27.39939Z","end":"2026-05-06T02:32:27.522169Z","steps":["trace[1437777479] 'agreement among raft nodes before linearized reading' (duration: 121.965967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:27.558872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.826194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:27.558934Z","caller":"traceutil/trace.go:171","msg":"trace[841170144] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:42333; }","duration":"147.936267ms","start":"2026-05-06T02:32:27.410986Z","end":"2026-05-06T02:32:27.558922Z","steps":["trace[841170144] 'agreement among raft nodes before linearized reading' (duration: 147.838365ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:27.699812Z","caller":"traceutil/trace.go:171","msg":"trace[1341868932] transaction","detail":"{read_only:false; response_revision:42334; number_of_response:1; }","duration":"136.13502ms","start":"2026-05-06T02:32:27.563639Z","end":"2026-05-06T02:32:27.699774Z","steps":["trace[1341868932] 'process raft request' (duration: 60.051011ms)","trace[1341868932] 'compare' (duration: 75.802983ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:28.03618Z","caller":"traceutil/trace.go:171","msg":"trace[474723140] transaction","detail":"{read_only:false; response_revision:42335; number_of_response:1; }","duration":"266.981047ms","start":"2026-05-06T02:32:27.769163Z","end":"2026-05-06T02:32:28.036144Z","steps":["trace[474723140] 'process raft request' (duration: 226.237199ms)","trace[474723140] 'compare' (duration: 40.483352ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:28.857069Z","caller":"traceutil/trace.go:171","msg":"trace[1002959109] transaction","detail":"{read_only:false; response_revision:42342; number_of_response:1; }","duration":"120.913393ms","start":"2026-05-06T02:32:28.736124Z","end":"2026-05-06T02:32:28.857037Z","steps":["trace[1002959109] 'process raft request' (duration: 120.716748ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:28.882904Z","caller":"traceutil/trace.go:171","msg":"trace[273408699] transaction","detail":"{read_only:false; response_revision:42343; number_of_response:1; }","duration":"146.686868ms","start":"2026-05-06T02:32:28.736196Z","end":"2026-05-06T02:32:28.882883Z","steps":["trace[273408699] 'process raft request' (duration: 146.421992ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:28.882895Z","caller":"traceutil/trace.go:171","msg":"trace[1908810580] transaction","detail":"{read_only:false; response_revision:42344; number_of_response:1; }","duration":"145.655055ms","start":"2026-05-06T02:32:28.73721Z","end":"2026-05-06T02:32:28.882865Z","steps":["trace[1908810580] 'process raft request' (duration: 145.571553ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:28.993733Z","caller":"traceutil/trace.go:171","msg":"trace[1553288892] transaction","detail":"{read_only:false; response_revision:42345; number_of_response:1; }","duration":"102.756435ms","start":"2026-05-06T02:32:28.890935Z","end":"2026-05-06T02:32:28.993692Z","steps":["trace[1553288892] 'process raft request' (duration: 42.208122ms)","trace[1553288892] 'compare' (duration: 60.386789ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:29.244017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.007801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:32:29.244096Z","caller":"traceutil/trace.go:171","msg":"trace[1595636176] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:42345; }","duration":"134.122754ms","start":"2026-05-06T02:32:29.109953Z","end":"2026-05-06T02:32:29.244076Z","steps":["trace[1595636176] 'count revisions from in-memory index tree' (duration: 133.951439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:29.244228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.130498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-06T02:32:29.244305Z","caller":"traceutil/trace.go:171","msg":"trace[146396621] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:42345; }","duration":"141.266291ms","start":"2026-05-06T02:32:29.103022Z","end":"2026-05-06T02:32:29.244288Z","steps":["trace[146396621] 'count revisions from in-memory index tree' (duration: 141.013715ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:29.271983Z","caller":"traceutil/trace.go:171","msg":"trace[1238812935] transaction","detail":"{read_only:false; response_revision:42346; number_of_response:1; }","duration":"137.705507ms","start":"2026-05-06T02:32:29.134227Z","end":"2026-05-06T02:32:29.271933Z","steps":["trace[1238812935] 'process raft request' (duration: 137.353669ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:32:29.551558Z","caller":"traceutil/trace.go:171","msg":"trace[1341650735] linearizableReadLoop","detail":"{readStateIndex:44286; appliedIndex:44284; }","duration":"135.319341ms","start":"2026-05-06T02:32:29.416215Z","end":"2026-05-06T02:32:29.551534Z","steps":["trace[1341650735] 'read index received' (duration: 20.304947ms)","trace[1341650735] 'applied index is now lower than readState.Index' (duration: 115.013264ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:32:29.551591Z","caller":"traceutil/trace.go:171","msg":"trace[733581194] transaction","detail":"{read_only:false; response_revision:42351; number_of_response:1; }","duration":"138.350502ms","start":"2026-05-06T02:32:29.413197Z","end":"2026-05-06T02:32:29.551548Z","steps":["trace[733581194] 'process raft request' (duration: 115.561186ms)","trace[733581194] 'compare' (duration: 22.504139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:32:29.551755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.571222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:32:29.551791Z","caller":"traceutil/trace.go:171","msg":"trace[1142472677] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:42351; }","duration":"122.627333ms","start":"2026-05-06T02:32:29.429155Z","end":"2026-05-06T02:32:29.551782Z","steps":["trace[1142472677] 'agreement among raft nodes before linearized reading' (duration: 122.50508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:32:29.551754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.517346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-06T02:32:29.551955Z","caller":"traceutil/trace.go:171","msg":"trace[1296047247] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:42351; }","duration":"135.763691ms","start":"2026-05-06T02:32:29.416178Z","end":"2026-05-06T02:32:29.551941Z","steps":["trace[1296047247] 'agreement among raft nodes before linearized reading' (duration: 135.452504ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:33:16.656621Z","caller":"traceutil/trace.go:171","msg":"trace[1247181195] transaction","detail":"{read_only:false; response_revision:42758; number_of_response:1; }","duration":"117.640246ms","start":"2026-05-06T02:33:16.538922Z","end":"2026-05-06T02:33:16.656562Z","steps":["trace[1247181195] 'process raft request' (duration: 79.928759ms)","trace[1247181195] 'compare' (duration: 37.42445ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:33:16.697105Z","caller":"traceutil/trace.go:171","msg":"trace[1740062846] linearizableReadLoop","detail":"{readStateIndex:44713; appliedIndex:44711; }","duration":"149.123826ms","start":"2026-05-06T02:33:16.547939Z","end":"2026-05-06T02:33:16.697063Z","steps":["trace[1740062846] 'read index received' (duration: 70.929977ms)","trace[1740062846] 'applied index is now lower than readState.Index' (duration: 78.192149ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:33:16.697261Z","caller":"traceutil/trace.go:171","msg":"trace[942466009] transaction","detail":"{read_only:false; response_revision:42759; number_of_response:1; }","duration":"155.899255ms","start":"2026-05-06T02:33:16.541295Z","end":"2026-05-06T02:33:16.697194Z","steps":["trace[942466009] 'process raft request' (duration: 155.589798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:33:16.697426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.452413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:33:16.69752Z","caller":"traceutil/trace.go:171","msg":"trace[1723770717] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:42759; }","duration":"149.594657ms","start":"2026-05-06T02:33:16.547901Z","end":"2026-05-06T02:33:16.697495Z","steps":["trace[1723770717] 'agreement among raft nodes before linearized reading' (duration: 149.413773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:34:45.315774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.345377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-06T02:34:45.315878Z","caller":"traceutil/trace.go:171","msg":"trace[984137115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43524; }","duration":"108.538611ms","start":"2026-05-06T02:34:45.207312Z","end":"2026-05-06T02:34:45.31585Z","steps":["trace[984137115] 'range keys from in-memory index tree' (duration: 108.173733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:34:45.315787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.836439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-06T02:34:45.316024Z","caller":"traceutil/trace.go:171","msg":"trace[1377910476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43524; }","duration":"129.123686ms","start":"2026-05-06T02:34:45.186879Z","end":"2026-05-06T02:34:45.316002Z","steps":["trace[1377910476] 'range keys from in-memory index tree' (duration: 128.653125ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:34:48.223039Z","caller":"traceutil/trace.go:171","msg":"trace[2118785120] transaction","detail":"{read_only:false; response_revision:43548; number_of_response:1; }","duration":"102.697455ms","start":"2026-05-06T02:34:48.120317Z","end":"2026-05-06T02:34:48.223014Z","steps":["trace[2118785120] 'process raft request' (duration: 31.495931ms)","trace[2118785120] 'compare' (duration: 70.710732ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:34:51.001784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40914} {"level":"info","ts":"2026-05-06T02:34:51.15621Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40914,"took":"148.914271ms","hash":1136279340,"current-db-size-bytes":60338176,"current-db-size":"60 MB","current-db-size-in-use-bytes":33959936,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-06T02:34:51.156352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1136279340,"revision":40914,"compact-revision":38174} {"level":"warn","ts":"2026-05-06T02:35:12.143383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.540439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:35:12.143531Z","caller":"traceutil/trace.go:171","msg":"trace[767888581] transaction","detail":"{read_only:false; response_revision:43831; number_of_response:1; }","duration":"198.037716ms","start":"2026-05-06T02:35:11.945469Z","end":"2026-05-06T02:35:12.143507Z","steps":["trace[767888581] 'process raft request' (duration: 64.259391ms)","trace[767888581] 'compare' (duration: 133.417936ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:35:12.240715Z","caller":"traceutil/trace.go:171","msg":"trace[1234143779] transaction","detail":"{read_only:false; response_revision:43833; number_of_response:1; }","duration":"263.031203ms","start":"2026-05-06T02:35:11.977659Z","end":"2026-05-06T02:35:12.24069Z","steps":["trace[1234143779] 'process raft request' (duration: 262.972481ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:35:12.24114Z","caller":"traceutil/trace.go:171","msg":"trace[1249284124] transaction","detail":"{read_only:false; response_revision:43832; number_of_response:1; }","duration":"266.432773ms","start":"2026-05-06T02:35:11.974693Z","end":"2026-05-06T02:35:12.241126Z","steps":["trace[1249284124] 'process raft request' (duration: 265.811608ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:35:14.100267Z","caller":"traceutil/trace.go:171","msg":"trace[435112036] linearizableReadLoop","detail":"{readStateIndex:45851; appliedIndex:45850; }","duration":"103.064573ms","start":"2026-05-06T02:35:13.99717Z","end":"2026-05-06T02:35:14.100234Z","steps":["trace[435112036] 'read index received' (duration: 99.368556ms)","trace[435112036] 'applied index is now lower than readState.Index' (duration: 3.694647ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:35:14.100329Z","caller":"traceutil/trace.go:171","msg":"trace[34057628] transaction","detail":"{read_only:false; response_revision:43847; number_of_response:1; }","duration":"103.973724ms","start":"2026-05-06T02:35:13.996297Z","end":"2026-05-06T02:35:14.100271Z","steps":["trace[34057628] 'process raft request' (duration: 100.334368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:35:14.1005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.301689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11501"} {"level":"info","ts":"2026-05-06T02:35:14.100547Z","caller":"traceutil/trace.go:171","msg":"trace[756865309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:43847; }","duration":"103.398931ms","start":"2026-05-06T02:35:13.997135Z","end":"2026-05-06T02:35:14.100534Z","steps":["trace[756865309] 'agreement among raft nodes before linearized reading' (duration: 103.210517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:35:14.451182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.773206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-06T02:35:14.451641Z","caller":"traceutil/trace.go:171","msg":"trace[1712674595] transaction","detail":"{read_only:false; response_revision:43851; number_of_response:1; }","duration":"195.23482ms","start":"2026-05-06T02:35:14.256386Z","end":"2026-05-06T02:35:14.451621Z","steps":["trace[1712674595] 'process raft request' (duration: 194.903922ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:35:14.451673Z","caller":"traceutil/trace.go:171","msg":"trace[544180931] transaction","detail":"{read_only:false; response_revision:43850; number_of_response:1; }","duration":"196.670704ms","start":"2026-05-06T02:35:14.25498Z","end":"2026-05-06T02:35:14.45165Z","steps":["trace[544180931] 'process raft request' (duration: 90.346764ms)","trace[544180931] 'compare' (duration: 105.648174ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:35:14.451792Z","caller":"traceutil/trace.go:171","msg":"trace[1205991968] linearizableReadLoop","detail":"{readStateIndex:45856; appliedIndex:45854; }","duration":"107.121018ms","start":"2026-05-06T02:35:14.34463Z","end":"2026-05-06T02:35:14.451751Z","steps":["trace[1205991968] 'read index received' (duration: 688.296µs)","trace[1205991968] 'applied index is now lower than readState.Index' (duration: 106.430482ms)"],"step_count":2} {"level":"warn","ts":"2026-05-06T02:35:14.452251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.59559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-05-06T02:35:14.452363Z","caller":"traceutil/trace.go:171","msg":"trace[195507184] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:43852; }","duration":"107.768924ms","start":"2026-05-06T02:35:14.344567Z","end":"2026-05-06T02:35:14.452336Z","steps":["trace[195507184] 'agreement among raft nodes before linearized reading' (duration: 107.264642ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:35:14.579726Z","caller":"traceutil/trace.go:171","msg":"trace[2540956] transaction","detail":"{read_only:false; response_revision:43854; number_of_response:1; }","duration":"106.465423ms","start":"2026-05-06T02:35:14.473205Z","end":"2026-05-06T02:35:14.57967Z","steps":["trace[2540956] 'process raft request' (duration: 95.018984ms)","trace[2540956] 'compare' (duration: 11.250735ms)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:35:20.606513Z","caller":"traceutil/trace.go:171","msg":"trace[1938700179] linearizableReadLoop","detail":"{readStateIndex:45917; appliedIndex:45916; }","duration":"124.328083ms","start":"2026-05-06T02:35:20.48216Z","end":"2026-05-06T02:35:20.606488Z","steps":["trace[1938700179] 'read index received' (duration: 124.146158ms)","trace[1938700179] 'applied index is now lower than readState.Index' (duration: 179.855µs)"],"step_count":2} {"level":"info","ts":"2026-05-06T02:35:20.606648Z","caller":"traceutil/trace.go:171","msg":"trace[1481468140] transaction","detail":"{read_only:false; response_revision:43910; number_of_response:1; }","duration":"133.495738ms","start":"2026-05-06T02:35:20.473134Z","end":"2026-05-06T02:35:20.606629Z","steps":["trace[1481468140] 'process raft request' (duration: 133.122589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:35:20.607072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.874086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-06T02:35:20.607305Z","caller":"traceutil/trace.go:171","msg":"trace[2075631420] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:43910; }","duration":"125.076741ms","start":"2026-05-06T02:35:20.482106Z","end":"2026-05-06T02:35:20.607183Z","steps":["trace[2075631420] 'agreement among raft nodes before linearized reading' (duration: 124.793634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-06T02:35:20.610494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.518368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-05-06T02:35:20.610656Z","caller":"traceutil/trace.go:171","msg":"trace[542393153] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:43911; }","duration":"110.710443ms","start":"2026-05-06T02:35:20.49991Z","end":"2026-05-06T02:35:20.610621Z","steps":["trace[542393153] 'agreement among raft nodes before linearized reading' (duration: 110.376565ms)"],"step_count":1} {"level":"info","ts":"2026-05-06T02:35:20.610702Z","caller":"traceutil/trace.go:171","msg":"trace[1667963316] transaction","detail":"{read_only:false; response_revision:43911; number_of_response:1; }","duration":"110.870776ms","start":"2026-05-06T02:35:20.499812Z","end":"2026-05-06T02:35:20.610683Z","steps":["trace[1667963316] 'process raft request' (duration: 110.311743ms)"],"step_count":1}