{"level":"warn","ts":"2026-03-06T00:33:33.024744Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:33:33.02487Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.141:2380","--initial-cluster=instance=https://199.204.45.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:33:33.024962Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:33:33.024983Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-06T00:33:33.025012Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:33:33.025882Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"]} {"level":"info","ts":"2026-03-06T00:33:33.025999Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:33:33.030258Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.802503ms"} {"level":"info","ts":"2026-03-06T00:33:33.038313Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9ef3b4f68930dc2","cluster-id":"b19a5957e6e65747"} {"level":"info","ts":"2026-03-06T00:33:33.038388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:33:33.03841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 0"} {"level":"info","ts":"2026-03-06T00:33:33.038424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9ef3b4f68930dc2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:33:33.038451Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became follower at term 1"} {"level":"info","ts":"2026-03-06T00:33:33.038487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"warn","ts":"2026-03-06T00:33:33.045687Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:33:33.046888Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:33:33.047871Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:33:33.049888Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9ef3b4f68930dc2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:33:33.050554Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9ef3b4f68930dc2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:33:33.050613Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:33.050769Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:33.05081Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:33.053583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 switched to configuration voters=(715856078018121154)"} {"level":"info","ts":"2026-03-06T00:33:33.05426Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","added-peer-id":"9ef3b4f68930dc2","added-peer-peer-urls":["https://199.204.45.141:2380"]} {"level":"info","ts":"2026-03-06T00:33:33.055228Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:33:33.05532Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-06T00:33:33.05536Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.141:2380"} {"level":"info","ts":"2026-03-06T00:33:33.055515Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9ef3b4f68930dc2","initial-advertise-peer-urls":["https://199.204.45.141:2380"],"listen-peer-urls":["https://199.204.45.141:2380"],"advertise-client-urls":["https://199.204.45.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:33:33.055549Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:33:33.139009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:33:33.139048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:33:33.139085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgPreVoteResp from 9ef3b4f68930dc2 at term 1"} {"level":"info","ts":"2026-03-06T00:33:33.139109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:33:33.139122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 received MsgVoteResp from 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-06T00:33:33.139137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9ef3b4f68930dc2 became leader at term 2"} {"level":"info","ts":"2026-03-06T00:33:33.139157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9ef3b4f68930dc2 elected leader 9ef3b4f68930dc2 at term 2"} {"level":"info","ts":"2026-03-06T00:33:33.140169Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9ef3b4f68930dc2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.141:2379]}","request-path":"/0/members/9ef3b4f68930dc2/attributes","cluster-id":"b19a5957e6e65747","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:33:33.140169Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:33.140209Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:33:33.140159Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:33:33.140402Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:33:33.140474Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:33:33.141284Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b19a5957e6e65747","local-member-id":"9ef3b4f68930dc2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:33.141367Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:33.141401Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:33.144082Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.141:2379"} {"level":"info","ts":"2026-03-06T00:33:33.144219Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:33:34.960883Z","caller":"traceutil/trace.go:171","msg":"trace[1880639512] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"273.514188ms","start":"2026-03-06T00:33:34.687335Z","end":"2026-03-06T00:33:34.960849Z","steps":["trace[1880639512] 'read index received' (duration: 273.252201ms)","trace[1880639512] 'applied index is now lower than readState.Index' (duration: 260.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:34.960927Z","caller":"traceutil/trace.go:171","msg":"trace[1787815703] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"273.856537ms","start":"2026-03-06T00:33:34.687026Z","end":"2026-03-06T00:33:34.960882Z","steps":["trace[1787815703] 'process raft request' (duration: 273.560309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:34.961105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.746824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:34.961217Z","caller":"traceutil/trace.go:171","msg":"trace[568665766] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2; }","duration":"273.901337ms","start":"2026-03-06T00:33:34.68729Z","end":"2026-03-06T00:33:34.961192Z","steps":["trace[568665766] 'agreement among raft nodes before linearized reading' (duration: 273.686922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:35.367064Z","caller":"traceutil/trace.go:171","msg":"trace[906711358] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:5; }","duration":"406.050092ms","start":"2026-03-06T00:33:34.960991Z","end":"2026-03-06T00:33:35.367041Z","steps":["trace[906711358] 'read index received' (duration: 405.518519ms)","trace[906711358] 'applied index is now lower than readState.Index' (duration: 530.523µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:35.367609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.131141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.367698Z","caller":"traceutil/trace.go:171","msg":"trace[995214256] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"590.928367ms","start":"2026-03-06T00:33:34.776654Z","end":"2026-03-06T00:33:35.367582Z","steps":["trace[995214256] 'process raft request' (duration: 590.126847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.36775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.452943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.367758Z","caller":"traceutil/trace.go:171","msg":"trace[327894657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:10; }","duration":"675.362186ms","start":"2026-03-06T00:33:34.692369Z","end":"2026-03-06T00:33:35.367732Z","steps":["trace[327894657] 'agreement among raft nodes before linearized reading' (duration: 675.042968ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:35.367789Z","caller":"traceutil/trace.go:171","msg":"trace[242033993] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:10; }","duration":"404.513734ms","start":"2026-03-06T00:33:34.963265Z","end":"2026-03-06T00:33:35.367779Z","steps":["trace[242033993] 'agreement among raft nodes before linearized reading' (duration: 404.454593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.367811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.963252Z","time spent":"404.554745ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T00:33:35.367835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.692351Z","time spent":"675.465849ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:33:35.36736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.711889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-03-06T00:33:35.367364Z","caller":"traceutil/trace.go:171","msg":"trace[1111134822] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"671.8365ms","start":"2026-03-06T00:33:34.69544Z","end":"2026-03-06T00:33:35.367277Z","steps":["trace[1111134822] 'process raft request' (duration: 671.083012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.367413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.079649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.368184Z","caller":"traceutil/trace.go:171","msg":"trace[613839572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:10; }","duration":"675.858389ms","start":"2026-03-06T00:33:34.692319Z","end":"2026-03-06T00:33:35.368178Z","steps":["trace[613839572] 'agreement among raft nodes before linearized reading' (duration: 675.07972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.368205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.692315Z","time spent":"675.88585ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:33:35.367439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.026741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.368253Z","caller":"traceutil/trace.go:171","msg":"trace[2139795208] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"531.860021ms","start":"2026-03-06T00:33:34.836389Z","end":"2026-03-06T00:33:35.368249Z","steps":["trace[2139795208] 'agreement among raft nodes before linearized reading' (duration: 531.040091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.368266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.836372Z","time spent":"531.890732ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-06T00:33:35.367412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.427034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.368348Z","caller":"traceutil/trace.go:171","msg":"trace[1840683136] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"593.410077ms","start":"2026-03-06T00:33:34.774932Z","end":"2026-03-06T00:33:35.368342Z","steps":["trace[1840683136] 'agreement among raft nodes before linearized reading' (duration: 592.390572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.368381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.77492Z","time spent":"593.455529ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-06T00:33:35.367469Z","caller":"traceutil/trace.go:171","msg":"trace[1949586526] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"583.268217ms","start":"2026-03-06T00:33:34.784188Z","end":"2026-03-06T00:33:35.367456Z","steps":["trace[1949586526] 'process raft request' (duration: 582.804436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.368453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.776635Z","time spent":"591.137601ms","remote":"127.0.0.1:60904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:33:35.368544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.784169Z","time spent":"584.298633ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:33:35.368578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.695428Z","time spent":"672.739912ms","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:33:35.367479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.756035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.368721Z","caller":"traceutil/trace.go:171","msg":"trace[465755352] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"543.013746ms","start":"2026-03-06T00:33:34.825693Z","end":"2026-03-06T00:33:35.368707Z","steps":["trace[465755352] 'agreement among raft nodes before linearized reading' (duration: 541.764216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.368764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.825682Z","time spent":"543.071777ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-06T00:33:35.367495Z","caller":"traceutil/trace.go:171","msg":"trace[562288214] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"590.310921ms","start":"2026-03-06T00:33:34.777179Z","end":"2026-03-06T00:33:35.36749Z","steps":["trace[562288214] 'process raft request' (duration: 589.751288ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:35.368741Z","caller":"traceutil/trace.go:171","msg":"trace[458066976] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10; }","duration":"679.442117ms","start":"2026-03-06T00:33:34.688578Z","end":"2026-03-06T00:33:35.36802Z","steps":["trace[458066976] 'agreement among raft nodes before linearized reading' (duration: 678.669128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.368843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.777169Z","time spent":"591.659234ms","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:33:35.368887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.688561Z","time spent":"680.315348ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3198,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T00:33:35.367488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.475465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.368985Z","caller":"traceutil/trace.go:171","msg":"trace[1079340163] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:10; }","duration":"678.001572ms","start":"2026-03-06T00:33:34.690976Z","end":"2026-03-06T00:33:35.368978Z","steps":["trace[1079340163] 'agreement among raft nodes before linearized reading' (duration: 676.447434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.369009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.690969Z","time spent":"678.031622ms","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-06T00:33:35.367511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.799559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.369091Z","caller":"traceutil/trace.go:171","msg":"trace[1391722102] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"591.379297ms","start":"2026-03-06T00:33:34.777703Z","end":"2026-03-06T00:33:35.369083Z","steps":["trace[1391722102] 'agreement among raft nodes before linearized reading' (duration: 589.788478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.369111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.777645Z","time spent":"591.461889ms","remote":"127.0.0.1:60550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-06T00:33:35.367515Z","caller":"traceutil/trace.go:171","msg":"trace[1459060755] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"590.445415ms","start":"2026-03-06T00:33:34.777065Z","end":"2026-03-06T00:33:35.36751Z","steps":["trace[1459060755] 'process raft request' (duration: 589.83966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.369207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.777034Z","time spent":"592.161337ms","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:33:35.367544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.855059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:35.369289Z","caller":"traceutil/trace.go:171","msg":"trace[1487217457] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:10; }","duration":"595.651362ms","start":"2026-03-06T00:33:34.773631Z","end":"2026-03-06T00:33:35.369283Z","steps":["trace[1487217457] 'agreement among raft nodes before linearized reading' (duration: 593.900909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.369305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.773596Z","time spent":"595.705034ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T00:33:35.367525Z","caller":"traceutil/trace.go:171","msg":"trace[653138904] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"590.498385ms","start":"2026-03-06T00:33:34.776996Z","end":"2026-03-06T00:33:35.367494Z","steps":["trace[653138904] 'process raft request' (duration: 589.8674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.369423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.776986Z","time spent":"592.424473ms","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:33:35.367548Z","caller":"traceutil/trace.go:171","msg":"trace[1209341452] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"590.001523ms","start":"2026-03-06T00:33:34.777526Z","end":"2026-03-06T00:33:35.367528Z","steps":["trace[1209341452] 'process raft request' (duration: 589.435069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.369511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.777498Z","time spent":"592.001453ms","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:33:35.367595Z","caller":"traceutil/trace.go:171","msg":"trace[2105805215] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"590.722102ms","start":"2026-03-06T00:33:34.776862Z","end":"2026-03-06T00:33:35.367584Z","steps":["trace[2105805215] 'process raft request' (duration: 589.967543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:35.369559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:34.77683Z","time spent":"592.718941ms","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:33:40.476751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.521718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:33:40.476852Z","caller":"traceutil/trace.go:171","msg":"trace[1961693770] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:288; }","duration":"150.688943ms","start":"2026-03-06T00:33:40.326142Z","end":"2026-03-06T00:33:40.476831Z","steps":["trace[1961693770] 'range keys from in-memory index tree' (duration: 150.432646ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:44.660524Z","caller":"traceutil/trace.go:171","msg":"trace[430581240] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"284.912079ms","start":"2026-03-06T00:33:44.375582Z","end":"2026-03-06T00:33:44.660494Z","steps":["trace[430581240] 'process raft request' (duration: 284.739875ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:45.128056Z","caller":"traceutil/trace.go:171","msg":"trace[2110461904] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"174.213212ms","start":"2026-03-06T00:33:44.953814Z","end":"2026-03-06T00:33:45.128027Z","steps":["trace[2110461904] 'process raft request' (duration: 173.966526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:45.761093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.347276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:33:45.761165Z","caller":"traceutil/trace.go:171","msg":"trace[1501230362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:361; }","duration":"282.496139ms","start":"2026-03-06T00:33:45.478655Z","end":"2026-03-06T00:33:45.761151Z","steps":["trace[1501230362] 'range keys from in-memory index tree' (duration: 282.199091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:45.761146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.448767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-06T00:33:45.761173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.431227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:33:45.761231Z","caller":"traceutil/trace.go:171","msg":"trace[397053286] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:361; }","duration":"571.55171ms","start":"2026-03-06T00:33:45.189657Z","end":"2026-03-06T00:33:45.761209Z","steps":["trace[397053286] 'range keys from in-memory index tree' (duration: 571.264453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:45.761239Z","caller":"traceutil/trace.go:171","msg":"trace[349638555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:361; }","duration":"282.54684ms","start":"2026-03-06T00:33:45.478676Z","end":"2026-03-06T00:33:45.761223Z","steps":["trace[349638555] 'range keys from in-memory index tree' (duration: 282.336175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:45.761277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:45.189603Z","time spent":"571.665193ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-06T00:33:46.046899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.076812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:33:46.04729Z","caller":"traceutil/trace.go:171","msg":"trace[1567969274] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"281.673319ms","start":"2026-03-06T00:33:45.76559Z","end":"2026-03-06T00:33:46.047264Z","steps":["trace[1567969274] 'process raft request' (duration: 144.968092ms)","trace[1567969274] 'compare' (duration: 135.97669ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:46.047289Z","caller":"traceutil/trace.go:171","msg":"trace[42010788] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"278.210144ms","start":"2026-03-06T00:33:45.769041Z","end":"2026-03-06T00:33:46.047251Z","steps":["trace[42010788] 'process raft request' (duration: 277.985459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:46.047291Z","caller":"traceutil/trace.go:171","msg":"trace[359305110] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"264.053875ms","start":"2026-03-06T00:33:45.783214Z","end":"2026-03-06T00:33:46.047268Z","steps":["trace[359305110] 'process raft request' (duration: 263.85783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:46.551726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844758334,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:33:46.68577Z","caller":"traceutil/trace.go:171","msg":"trace[1629705113] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:378; }","duration":"634.277175ms","start":"2026-03-06T00:33:46.051467Z","end":"2026-03-06T00:33:46.685744Z","steps":["trace[1629705113] 'read index received' (duration: 540.178736ms)","trace[1629705113] 'applied index is now lower than readState.Index' (duration: 94.097479ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:46.68584Z","caller":"traceutil/trace.go:171","msg":"trace[2001273451] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"634.871649ms","start":"2026-03-06T00:33:46.050935Z","end":"2026-03-06T00:33:46.685807Z","steps":["trace[2001273451] 'process raft request' (duration: 540.695769ms)","trace[2001273451] 'compare' (duration: 93.996836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:33:46.685969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.49085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-06T00:33:46.68597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.219975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:33:46.68601Z","caller":"traceutil/trace.go:171","msg":"trace[232102498] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:366; }","duration":"634.575962ms","start":"2026-03-06T00:33:46.051423Z","end":"2026-03-06T00:33:46.685999Z","steps":["trace[232102498] 'agreement among raft nodes before linearized reading' (duration: 634.47249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:46.686011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:46.050914Z","time spent":"634.997952ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:33:46.686028Z","caller":"traceutil/trace.go:171","msg":"trace[1476974550] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:366; }","duration":"209.329106ms","start":"2026-03-06T00:33:46.476687Z","end":"2026-03-06T00:33:46.686016Z","steps":["trace[1476974550] 'agreement among raft nodes before linearized reading' (duration: 209.213644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:46.68606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:46.051402Z","time spent":"634.636193ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-06T00:33:47.305595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:46.687016Z","time spent":"618.574978ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:33:47.312099Z","caller":"traceutil/trace.go:171","msg":"trace[1100765537] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:379; }","duration":"179.344088ms","start":"2026-03-06T00:33:47.132733Z","end":"2026-03-06T00:33:47.312077Z","steps":["trace[1100765537] 'read index received' (duration: 167.853335ms)","trace[1100765537] 'applied index is now lower than readState.Index' (duration: 11.489693ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:47.312212Z","caller":"traceutil/trace.go:171","msg":"trace[967678062] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"618.346183ms","start":"2026-03-06T00:33:46.693842Z","end":"2026-03-06T00:33:47.312188Z","steps":["trace[967678062] 'process raft request' (duration: 618.100237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:47.312373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:33:46.693814Z","time spent":"618.484097ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:33:47.312472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.531893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:33:47.312587Z","caller":"traceutil/trace.go:171","msg":"trace[1330904735] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:367; }","duration":"179.873411ms","start":"2026-03-06T00:33:47.132697Z","end":"2026-03-06T00:33:47.312571Z","steps":["trace[1330904735] 'agreement among raft nodes before linearized reading' (duration: 179.515902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:08.192704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.038185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:08.192799Z","caller":"traceutil/trace.go:171","msg":"trace[54423431] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:483; }","duration":"166.151008ms","start":"2026-03-06T00:34:08.026629Z","end":"2026-03-06T00:34:08.19278Z","steps":["trace[54423431] 'range keys from in-memory index tree' (duration: 165.915243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:08.349972Z","caller":"traceutil/trace.go:171","msg":"trace[130632606] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"154.706175ms","start":"2026-03-06T00:34:08.195237Z","end":"2026-03-06T00:34:08.349943Z","steps":["trace[130632606] 'process raft request' (duration: 154.545311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:08.76932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.082673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:08.769444Z","caller":"traceutil/trace.go:171","msg":"trace[571622993] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"572.759427ms","start":"2026-03-06T00:34:08.196663Z","end":"2026-03-06T00:34:08.769422Z","steps":["trace[571622993] 'process raft request' (duration: 242.492021ms)","trace[571622993] 'compare' (duration: 329.777745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:08.769511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:08.196651Z","time spent":"572.8309ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:08.771343Z","caller":"traceutil/trace.go:171","msg":"trace[950561008] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"416.795313ms","start":"2026-03-06T00:34:08.354514Z","end":"2026-03-06T00:34:08.771309Z","steps":["trace[950561008] 'process raft request' (duration: 416.526657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:08.771396Z","caller":"traceutil/trace.go:171","msg":"trace[1884591827] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"411.450836ms","start":"2026-03-06T00:34:08.35992Z","end":"2026-03-06T00:34:08.771371Z","steps":["trace[1884591827] 'process raft request' (duration: 411.409085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:08.7715Z","caller":"traceutil/trace.go:171","msg":"trace[688829592] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"416.118717ms","start":"2026-03-06T00:34:08.355349Z","end":"2026-03-06T00:34:08.771468Z","steps":["trace[688829592] 'process raft request' (duration: 415.880862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:08.771989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:08.355339Z","time spent":"416.582418ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:34:08.771525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:08.354473Z","time spent":"416.963607ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:34:08.772109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:08.359906Z","time spent":"412.145002ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:34:14.959485Z","caller":"traceutil/trace.go:171","msg":"trace[327956215] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"106.76407ms","start":"2026-03-06T00:34:14.852694Z","end":"2026-03-06T00:34:14.959458Z","steps":["trace[327956215] 'process raft request' (duration: 106.603096ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:15.10724Z","caller":"traceutil/trace.go:171","msg":"trace[1880800076] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"251.2738ms","start":"2026-03-06T00:34:14.855931Z","end":"2026-03-06T00:34:15.107205Z","steps":["trace[1880800076] 'process raft request' (duration: 206.887091ms)","trace[1880800076] 'compare' (duration: 44.260766ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:16.148152Z","caller":"traceutil/trace.go:171","msg":"trace[416665987] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"176.911557ms","start":"2026-03-06T00:34:15.971205Z","end":"2026-03-06T00:34:16.148117Z","steps":["trace[416665987] 'read index received' (duration: 176.735233ms)","trace[416665987] 'applied index is now lower than readState.Index' (duration: 174.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:16.148242Z","caller":"traceutil/trace.go:171","msg":"trace[432899495] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"580.349553ms","start":"2026-03-06T00:34:15.567843Z","end":"2026-03-06T00:34:16.148192Z","steps":["trace[432899495] 'process raft request' (duration: 580.070706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:16.148439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:15.567809Z","time spent":"580.529407ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:16.148471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.237995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:34:16.148519Z","caller":"traceutil/trace.go:171","msg":"trace[341976328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"177.354357ms","start":"2026-03-06T00:34:15.971151Z","end":"2026-03-06T00:34:16.148505Z","steps":["trace[341976328] 'agreement among raft nodes before linearized reading' (duration: 177.144412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:16.618399Z","caller":"traceutil/trace.go:171","msg":"trace[1955735252] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"139.84815ms","start":"2026-03-06T00:34:16.478525Z","end":"2026-03-06T00:34:16.618373Z","steps":["trace[1955735252] 'read index received' (duration: 57.530875ms)","trace[1955735252] 'applied index is now lower than readState.Index' (duration: 82.315995ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:16.618559Z","caller":"traceutil/trace.go:171","msg":"trace[1384341980] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"166.976508ms","start":"2026-03-06T00:34:16.451536Z","end":"2026-03-06T00:34:16.618512Z","steps":["trace[1384341980] 'process raft request' (duration: 84.574771ms)","trace[1384341980] 'compare' (duration: 82.1243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:16.618633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.093955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:34:16.61867Z","caller":"traceutil/trace.go:171","msg":"trace[1177843286] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:647; }","duration":"140.194857ms","start":"2026-03-06T00:34:16.478463Z","end":"2026-03-06T00:34:16.618658Z","steps":["trace[1177843286] 'agreement among raft nodes before linearized reading' (duration: 140.034824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:17.489438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.772788ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T00:34:17.489516Z","caller":"traceutil/trace.go:171","msg":"trace[161634681] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"509.910606ms","start":"2026-03-06T00:34:16.979591Z","end":"2026-03-06T00:34:17.489502Z","steps":["trace[161634681] 'read index received' (duration: 151.105618ms)","trace[161634681] 'applied index is now lower than readState.Index' (duration: 358.803838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:17.489592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:16.619806Z","time spent":"869.784033ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T00:34:17.490288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.515781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:17.490348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.753227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:34:17.490378Z","caller":"traceutil/trace.go:171","msg":"trace[563264592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"510.861529ms","start":"2026-03-06T00:34:16.979507Z","end":"2026-03-06T00:34:17.490369Z","steps":["trace[563264592] 'agreement among raft nodes before linearized reading' (duration: 510.205033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:17.490399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:16.979487Z","time spent":"510.90697ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:34:17.490389Z","caller":"traceutil/trace.go:171","msg":"trace[713764716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"358.665555ms","start":"2026-03-06T00:34:17.1317Z","end":"2026-03-06T00:34:17.490366Z","steps":["trace[713764716] 'agreement among raft nodes before linearized reading' (duration: 358.506341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:17.49041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.536099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:34:17.490481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:17.131693Z","time spent":"358.774558ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:34:17.490512Z","caller":"traceutil/trace.go:171","msg":"trace[1688038588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:647; }","duration":"378.696013ms","start":"2026-03-06T00:34:17.111798Z","end":"2026-03-06T00:34:17.490494Z","steps":["trace[1688038588] 'agreement among raft nodes before linearized reading' (duration: 378.389945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:17.490558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:17.11178Z","time spent":"378.768805ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:34:18.535626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.152099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:18.53583Z","caller":"traceutil/trace.go:171","msg":"trace[774719472] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"1.044094903s","start":"2026-03-06T00:34:17.491711Z","end":"2026-03-06T00:34:18.535806Z","steps":["trace[774719472] 'read index received' (duration: 209.541635ms)","trace[774719472] 'applied index is now lower than readState.Index' (duration: 834.551108ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:18.535896Z","caller":"traceutil/trace.go:171","msg":"trace[442016312] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.044905044s","start":"2026-03-06T00:34:17.490947Z","end":"2026-03-06T00:34:18.535853Z","steps":["trace[442016312] 'process raft request' (duration: 210.372985ms)","trace[442016312] 'compare' (duration: 833.560565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:18.536102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:17.490925Z","time spent":"1.045061267s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:18.536127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044380961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:34:18.536228Z","caller":"traceutil/trace.go:171","msg":"trace[354586564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"1.044525634s","start":"2026-03-06T00:34:17.491676Z","end":"2026-03-06T00:34:18.536201Z","steps":["trace[354586564] 'agreement among raft nodes before linearized reading' (duration: 1.044219547s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:18.536286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:17.491655Z","time spent":"1.044622507s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:19.036973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844758853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:34:19.048639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347257412s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T00:34:19.21945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.480112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:34:19.219643Z","caller":"traceutil/trace.go:171","msg":"trace[2098531494] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:669; }","duration":"683.762879ms","start":"2026-03-06T00:34:18.535862Z","end":"2026-03-06T00:34:19.219625Z","steps":["trace[2098531494] 'read index received' (duration: 513.023941ms)","trace[2098531494] 'applied index is now lower than readState.Index' (duration: 170.738058ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:19.219719Z","caller":"traceutil/trace.go:171","msg":"trace[100355842] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"1.719941074s","start":"2026-03-06T00:34:17.499719Z","end":"2026-03-06T00:34:19.21966Z","steps":["trace[100355842] 'process raft request' (duration: 1.719810451s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:19.219733Z","caller":"traceutil/trace.go:171","msg":"trace[912449374] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.723870028s","start":"2026-03-06T00:34:17.495748Z","end":"2026-03-06T00:34:19.219618Z","steps":["trace[912449374] 'process raft request' (duration: 1.55315053s)","trace[912449374] 'compare' (duration: 170.345389ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:19.219803Z","caller":"traceutil/trace.go:171","msg":"trace[313444119] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"407.635757ms","start":"2026-03-06T00:34:18.812146Z","end":"2026-03-06T00:34:19.219782Z","steps":["trace[313444119] 'process raft request' (duration: 407.441823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:19.219885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:17.499701Z","time spent":"1.720104018s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:19.219921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614516256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:34:19.219935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:18.812115Z","time spent":"407.741ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:19.219958Z","caller":"traceutil/trace.go:171","msg":"trace[1913365394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:651; }","duration":"1.614594148s","start":"2026-03-06T00:34:17.605353Z","end":"2026-03-06T00:34:19.219947Z","steps":["trace[1913365394] 'agreement among raft nodes before linearized reading' (duration: 1.614452215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:19.219946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.734039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:34:19.219996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:17.605331Z","time spent":"1.614657279s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:19.220011Z","caller":"traceutil/trace.go:171","msg":"trace[169074592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"675.846031ms","start":"2026-03-06T00:34:18.544146Z","end":"2026-03-06T00:34:19.219992Z","steps":["trace[169074592] 'agreement among raft nodes before linearized reading' (duration: 675.725418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:19.220057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:18.544125Z","time spent":"675.921673ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:34:19.220034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:17.495725Z","time spent":"1.724128055s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:19.220164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.973908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-06T00:34:19.220216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053022567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:34:19.220295Z","caller":"traceutil/trace.go:171","msg":"trace[1827969388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:651; }","duration":"1.05316969s","start":"2026-03-06T00:34:18.167104Z","end":"2026-03-06T00:34:19.220274Z","steps":["trace[1827969388] 'agreement among raft nodes before linearized reading' (duration: 1.052676408s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:19.220312Z","caller":"traceutil/trace.go:171","msg":"trace[209294127] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:651; }","duration":"682.149362ms","start":"2026-03-06T00:34:18.538112Z","end":"2026-03-06T00:34:19.220261Z","steps":["trace[209294127] 'agreement among raft nodes before linearized reading' (duration: 681.711421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:19.220351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:18.167073Z","time spent":"1.053269073s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:19.220386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:18.538093Z","time spent":"682.255514ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T00:34:19.606022Z","caller":"traceutil/trace.go:171","msg":"trace[1091165764] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"125.991119ms","start":"2026-03-06T00:34:19.48001Z","end":"2026-03-06T00:34:19.606001Z","steps":["trace[1091165764] 'process raft request' (duration: 125.860506ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:20.988944Z","caller":"traceutil/trace.go:171","msg":"trace[1362411495] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"387.184316ms","start":"2026-03-06T00:34:20.601738Z","end":"2026-03-06T00:34:20.988922Z","steps":["trace[1362411495] 'process raft request' (duration: 387.051363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:20.989088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:20.601712Z","time spent":"387.296209ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:34:20.995489Z","caller":"traceutil/trace.go:171","msg":"trace[2128999004] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"256.410044ms","start":"2026-03-06T00:34:20.73893Z","end":"2026-03-06T00:34:20.99534Z","steps":["trace[2128999004] 'process raft request' (duration: 256.116247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:39.81997Z","caller":"traceutil/trace.go:171","msg":"trace[1721315236] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:941; }","duration":"490.717018ms","start":"2026-03-06T00:34:39.32923Z","end":"2026-03-06T00:34:39.819947Z","steps":["trace[1721315236] 'read index received' (duration: 490.553864ms)","trace[1721315236] 'applied index is now lower than readState.Index' (duration: 161.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:39.820104Z","caller":"traceutil/trace.go:171","msg":"trace[246259167] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"491.024915ms","start":"2026-03-06T00:34:39.329045Z","end":"2026-03-06T00:34:39.820069Z","steps":["trace[246259167] 'process raft request' (duration: 490.737928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.820291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.329005Z","time spent":"491.183349ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:39.820434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.20349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:34:39.820497Z","caller":"traceutil/trace.go:171","msg":"trace[815059601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:915; }","duration":"491.353603ms","start":"2026-03-06T00:34:39.329133Z","end":"2026-03-06T00:34:39.820487Z","steps":["trace[815059601] 'agreement among raft nodes before linearized reading' (duration: 490.949583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:39.820584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.329123Z","time spent":"491.451795ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:34:40.092373Z","caller":"traceutil/trace.go:171","msg":"trace[1567066615] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:942; }","duration":"272.289694ms","start":"2026-03-06T00:34:39.820054Z","end":"2026-03-06T00:34:40.092344Z","steps":["trace[1567066615] 'read index received' (duration: 271.914225ms)","trace[1567066615] 'applied index is now lower than readState.Index' (duration: 374.449µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:40.09248Z","caller":"traceutil/trace.go:171","msg":"trace[731934299] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"532.308972ms","start":"2026-03-06T00:34:39.560143Z","end":"2026-03-06T00:34:40.092452Z","steps":["trace[731934299] 'process raft request' (duration: 531.81749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:40.092679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.560116Z","time spent":"532.428155ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:34:40.092722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.149927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:34:40.092798Z","caller":"traceutil/trace.go:171","msg":"trace[764313730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:916; }","duration":"761.361432ms","start":"2026-03-06T00:34:39.331391Z","end":"2026-03-06T00:34:40.092752Z","steps":["trace[764313730] 'agreement among raft nodes before linearized reading' (duration: 761.064565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:40.092848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.33137Z","time spent":"761.467035ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:34:40.092949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.826869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:34:40.093095Z","caller":"traceutil/trace.go:171","msg":"trace[1464901518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:916; }","duration":"761.034504ms","start":"2026-03-06T00:34:39.332024Z","end":"2026-03-06T00:34:40.093058Z","steps":["trace[1464901518] 'agreement among raft nodes before linearized reading' (duration: 760.638575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:40.093158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:39.332002Z","time spent":"761.143067ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:34:40.103236Z","caller":"traceutil/trace.go:171","msg":"trace[1085320309] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"277.928829ms","start":"2026-03-06T00:34:39.825286Z","end":"2026-03-06T00:34:40.103214Z","steps":["trace[1085320309] 'process raft request' (duration: 277.761985ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:40.103384Z","caller":"traceutil/trace.go:171","msg":"trace[962643370] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"190.269244ms","start":"2026-03-06T00:34:39.91309Z","end":"2026-03-06T00:34:40.10336Z","steps":["trace[962643370] 'process raft request' (duration: 190.076089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:04.35542Z","caller":"traceutil/trace.go:171","msg":"trace[383524571] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"108.342818ms","start":"2026-03-06T00:35:04.247049Z","end":"2026-03-06T00:35:04.355392Z","steps":["trace[383524571] 'process raft request' (duration: 106.643017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:04.358383Z","caller":"traceutil/trace.go:171","msg":"trace[681742576] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"110.632952ms","start":"2026-03-06T00:35:04.24773Z","end":"2026-03-06T00:35:04.358363Z","steps":["trace[681742576] 'process raft request' (duration: 110.527849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:10.272165Z","caller":"traceutil/trace.go:171","msg":"trace[865563833] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"275.170185ms","start":"2026-03-06T00:35:09.996972Z","end":"2026-03-06T00:35:10.272142Z","steps":["trace[865563833] 'process raft request' (duration: 275.048823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:10.447865Z","caller":"traceutil/trace.go:171","msg":"trace[221030115] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1222; }","duration":"321.282591ms","start":"2026-03-06T00:35:10.126555Z","end":"2026-03-06T00:35:10.447838Z","steps":["trace[221030115] 'read index received' (duration: 145.539435ms)","trace[221030115] 'applied index is now lower than readState.Index' (duration: 175.739506ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:10.447969Z","caller":"traceutil/trace.go:171","msg":"trace[320611774] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"400.915515ms","start":"2026-03-06T00:35:10.04703Z","end":"2026-03-06T00:35:10.447946Z","steps":["trace[320611774] 'process raft request' (duration: 400.656978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:10.448076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.506686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:35:10.448083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:10.047Z","time spent":"401.029778ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:35:10.44812Z","caller":"traceutil/trace.go:171","msg":"trace[110740534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"321.607238ms","start":"2026-03-06T00:35:10.1265Z","end":"2026-03-06T00:35:10.448107Z","steps":["trace[110740534] 'agreement among raft nodes before linearized reading' (duration: 321.476845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:10.448155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:10.126479Z","time spent":"321.66904ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:35:10.448215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.469853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T00:35:10.448303Z","caller":"traceutil/trace.go:171","msg":"trace[1039179891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1185; }","duration":"193.610176ms","start":"2026-03-06T00:35:10.254672Z","end":"2026-03-06T00:35:10.448282Z","steps":["trace[1039179891] 'agreement among raft nodes before linearized reading' (duration: 193.363431ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:11.01929Z","caller":"traceutil/trace.go:171","msg":"trace[1615054606] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"106.907646ms","start":"2026-03-06T00:35:10.912347Z","end":"2026-03-06T00:35:11.019255Z","steps":["trace[1615054606] 'process raft request' (duration: 106.784933ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:13.167806Z","caller":"traceutil/trace.go:171","msg":"trace[225793120] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"138.463109ms","start":"2026-03-06T00:35:13.029308Z","end":"2026-03-06T00:35:13.167772Z","steps":["trace[225793120] 'process raft request' (duration: 138.252864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:32.749975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.936675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:35:32.750141Z","caller":"traceutil/trace.go:171","msg":"trace[1413837737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1499; }","duration":"183.169841ms","start":"2026-03-06T00:35:32.56694Z","end":"2026-03-06T00:35:32.75011Z","steps":["trace[1413837737] 'range keys from in-memory index tree' (duration: 182.627748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:32.750024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.533356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:35:32.750325Z","caller":"traceutil/trace.go:171","msg":"trace[1946798425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1499; }","duration":"185.909655ms","start":"2026-03-06T00:35:32.564378Z","end":"2026-03-06T00:35:32.750287Z","steps":["trace[1946798425] 'range keys from in-memory index tree' (duration: 185.282451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:32.750333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.99238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:35:32.750455Z","caller":"traceutil/trace.go:171","msg":"trace[88209436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1499; }","duration":"184.831559ms","start":"2026-03-06T00:35:32.565574Z","end":"2026-03-06T00:35:32.750406Z","steps":["trace[88209436] 'range keys from in-memory index tree' (duration: 183.768834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:40.484788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.287543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:35:40.4849Z","caller":"traceutil/trace.go:171","msg":"trace[1107073360] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1608; }","duration":"381.458667ms","start":"2026-03-06T00:35:40.103417Z","end":"2026-03-06T00:35:40.484876Z","steps":["trace[1107073360] 'count revisions from in-memory index tree' (duration: 381.17498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:40.484912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.655329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-06T00:35:40.484957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:40.103393Z","time spent":"381.548928ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:35:40.485011Z","caller":"traceutil/trace.go:171","msg":"trace[1324204922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1608; }","duration":"267.764611ms","start":"2026-03-06T00:35:40.217221Z","end":"2026-03-06T00:35:40.484985Z","steps":["trace[1324204922] 'range keys from in-memory index tree' (duration: 267.497545ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:41.019536Z","caller":"traceutil/trace.go:171","msg":"trace[1230087624] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1674; }","duration":"196.935814ms","start":"2026-03-06T00:35:40.822579Z","end":"2026-03-06T00:35:41.019514Z","steps":["trace[1230087624] 'read index received' (duration: 196.729329ms)","trace[1230087624] 'applied index is now lower than readState.Index' (duration: 205.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:41.019625Z","caller":"traceutil/trace.go:171","msg":"trace[1368473075] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"530.858062ms","start":"2026-03-06T00:35:40.488725Z","end":"2026-03-06T00:35:41.019583Z","steps":["trace[1368473075] 'process raft request' (duration: 530.632717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.019757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.541985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:35:41.019814Z","caller":"traceutil/trace.go:171","msg":"trace[189715388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1609; }","duration":"179.649948ms","start":"2026-03-06T00:35:40.840149Z","end":"2026-03-06T00:35:41.019799Z","steps":["trace[189715388] 'agreement among raft nodes before linearized reading' (duration: 179.497264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.019839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:40.488695Z","time spent":"531.034845ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:41.019888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.90982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7518a1c4-d9b8-482d-a52f-84d4c47fe5b1\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-06T00:35:41.019913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.709255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:35:41.019981Z","caller":"traceutil/trace.go:171","msg":"trace[1186257268] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7518a1c4-d9b8-482d-a52f-84d4c47fe5b1; range_end:; response_count:1; response_revision:1609; }","duration":"111.062004ms","start":"2026-03-06T00:35:40.908897Z","end":"2026-03-06T00:35:41.019959Z","steps":["trace[1186257268] 'agreement among raft nodes before linearized reading' (duration: 110.760337ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:41.019987Z","caller":"traceutil/trace.go:171","msg":"trace[1576804531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1609; }","duration":"175.792947ms","start":"2026-03-06T00:35:40.844177Z","end":"2026-03-06T00:35:41.01997Z","steps":["trace[1576804531] 'agreement among raft nodes before linearized reading' (duration: 175.630633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.019966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.354424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:35:41.020116Z","caller":"traceutil/trace.go:171","msg":"trace[326713234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1609; }","duration":"197.550739ms","start":"2026-03-06T00:35:40.822545Z","end":"2026-03-06T00:35:41.020096Z","steps":["trace[326713234] 'agreement among raft nodes before linearized reading' (duration: 197.066358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.290795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.472551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:35:41.290953Z","caller":"traceutil/trace.go:171","msg":"trace[1516205203] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"266.41636ms","start":"2026-03-06T00:35:41.024491Z","end":"2026-03-06T00:35:41.290907Z","steps":["trace[1516205203] 'process raft request' (duration: 115.727844ms)","trace[1516205203] 'compare' (duration: 150.344718ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:41.305711Z","caller":"traceutil/trace.go:171","msg":"trace[1414959293] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"281.124486ms","start":"2026-03-06T00:35:41.024561Z","end":"2026-03-06T00:35:41.305685Z","steps":["trace[1414959293] 'process raft request' (duration: 280.959732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:41.306144Z","caller":"traceutil/trace.go:171","msg":"trace[480583230] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"280.984922ms","start":"2026-03-06T00:35:41.025145Z","end":"2026-03-06T00:35:41.30613Z","steps":["trace[480583230] 'process raft request' (duration: 280.503061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:41.306294Z","caller":"traceutil/trace.go:171","msg":"trace[137421598] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1675; }","duration":"259.710631ms","start":"2026-03-06T00:35:41.046548Z","end":"2026-03-06T00:35:41.306259Z","steps":["trace[137421598] 'read index received' (duration: 93.680974ms)","trace[137421598] 'applied index is now lower than readState.Index' (duration: 166.028647ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:41.306464Z","caller":"traceutil/trace.go:171","msg":"trace[349711930] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"278.928784ms","start":"2026-03-06T00:35:41.027476Z","end":"2026-03-06T00:35:41.306405Z","steps":["trace[349711930] 'process raft request' (duration: 278.492183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.306607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.03732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7518a1c4-d9b8-482d-a52f-84d4c47fe5b1\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-06T00:35:41.306653Z","caller":"traceutil/trace.go:171","msg":"trace[1534393705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7518a1c4-d9b8-482d-a52f-84d4c47fe5b1; range_end:; response_count:1; response_revision:1613; }","duration":"260.122881ms","start":"2026-03-06T00:35:41.046517Z","end":"2026-03-06T00:35:41.30664Z","steps":["trace[1534393705] 'agreement among raft nodes before linearized reading' (duration: 260.030589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:41.63398Z","caller":"traceutil/trace.go:171","msg":"trace[113066544] linearizableReadLoop","detail":"{readStateIndex:1681; appliedIndex:1679; }","duration":"327.63964ms","start":"2026-03-06T00:35:41.306321Z","end":"2026-03-06T00:35:41.633961Z","steps":["trace[113066544] 'read index received' (duration: 327.396094ms)","trace[113066544] 'applied index is now lower than readState.Index' (duration: 242.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:41.634095Z","caller":"traceutil/trace.go:171","msg":"trace[1989284952] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"445.791711ms","start":"2026-03-06T00:35:41.188255Z","end":"2026-03-06T00:35:41.634047Z","steps":["trace[1989284952] 'process raft request' (duration: 445.453543ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:41.634176Z","caller":"traceutil/trace.go:171","msg":"trace[1401737884] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"395.077297ms","start":"2026-03-06T00:35:41.239065Z","end":"2026-03-06T00:35:41.634142Z","steps":["trace[1401737884] 'process raft request' (duration: 394.842851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.634289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:41.188226Z","time spent":"445.967705ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:41.634278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.393336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:35:41.634322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:41.239033Z","time spent":"395.21248ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:41.634367Z","caller":"traceutil/trace.go:171","msg":"trace[1280405176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1615; }","duration":"506.521ms","start":"2026-03-06T00:35:41.127821Z","end":"2026-03-06T00:35:41.634342Z","steps":["trace[1280405176] 'agreement among raft nodes before linearized reading' (duration: 506.373946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.634457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:41.127798Z","time spent":"506.613932ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:35:41.657932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.333774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:35:41.657988Z","caller":"traceutil/trace.go:171","msg":"trace[50565433] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"211.887447ms","start":"2026-03-06T00:35:41.446077Z","end":"2026-03-06T00:35:41.657965Z","steps":["trace[50565433] 'process raft request' (duration: 211.457496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:41.658012Z","caller":"traceutil/trace.go:171","msg":"trace[1984058183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1617; }","duration":"166.449747ms","start":"2026-03-06T00:35:41.491543Z","end":"2026-03-06T00:35:41.657993Z","steps":["trace[1984058183] 'agreement among raft nodes before linearized reading' (duration: 166.182911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.658055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.665284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T00:35:41.658135Z","caller":"traceutil/trace.go:171","msg":"trace[699965727] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1617; }","duration":"325.796487ms","start":"2026-03-06T00:35:41.33232Z","end":"2026-03-06T00:35:41.658116Z","steps":["trace[699965727] 'agreement among raft nodes before linearized reading' (duration: 325.48571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.658177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:41.332301Z","time spent":"325.866358ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":216,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:35:41.658336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.327068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:35:41.658389Z","caller":"traceutil/trace.go:171","msg":"trace[1802592268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1617; }","duration":"286.42292ms","start":"2026-03-06T00:35:41.37195Z","end":"2026-03-06T00:35:41.658373Z","steps":["trace[1802592268] 'agreement among raft nodes before linearized reading' (duration: 286.286517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:41.936964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.983477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:35:41.937217Z","caller":"traceutil/trace.go:171","msg":"trace[476315465] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"274.584742ms","start":"2026-03-06T00:35:41.662602Z","end":"2026-03-06T00:35:41.937187Z","steps":["trace[476315465] 'process raft request' (duration: 122.270717ms)","trace[476315465] 'compare' (duration: 151.849374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:42.2252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.104259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:35:42.225437Z","caller":"traceutil/trace.go:171","msg":"trace[1681353630] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1683; }","duration":"468.260019ms","start":"2026-03-06T00:35:41.757158Z","end":"2026-03-06T00:35:42.225418Z","steps":["trace[1681353630] 'read index received' (duration: 27.724602ms)","trace[1681353630] 'applied index is now lower than readState.Index' (duration: 440.533767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:42.225638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.64115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:35:42.225665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.500124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:35:42.225709Z","caller":"traceutil/trace.go:171","msg":"trace[470137723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1618; }","duration":"468.589327ms","start":"2026-03-06T00:35:41.757105Z","end":"2026-03-06T00:35:42.225695Z","steps":["trace[470137723] 'agreement among raft nodes before linearized reading' (duration: 468.427453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:42.225706Z","caller":"traceutil/trace.go:171","msg":"trace[1808231002] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1618; }","duration":"222.759842ms","start":"2026-03-06T00:35:42.00293Z","end":"2026-03-06T00:35:42.22569Z","steps":["trace[1808231002] 'agreement among raft nodes before linearized reading' (duration: 222.629969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:42.225743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:41.757086Z","time spent":"468.649599ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:35:42.811364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844760797,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:35:43.106468Z","caller":"traceutil/trace.go:171","msg":"trace[936564711] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1686; }","duration":"795.418469ms","start":"2026-03-06T00:35:42.310997Z","end":"2026-03-06T00:35:43.106415Z","steps":["trace[936564711] 'read index received' (duration: 795.003499ms)","trace[936564711] 'applied index is now lower than readState.Index' (duration: 413.84µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:43.106533Z","caller":"traceutil/trace.go:171","msg":"trace[1839119781] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"874.763605ms","start":"2026-03-06T00:35:42.231731Z","end":"2026-03-06T00:35:43.106494Z","steps":["trace[1839119781] 'process raft request' (duration: 874.202142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:43.106718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:42.231707Z","time spent":"874.907799ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:43.106724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.522956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-06T00:35:43.106712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.697845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7518a1c4-d9b8-482d-a52f-84d4c47fe5b1\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-06T00:35:43.106796Z","caller":"traceutil/trace.go:171","msg":"trace[2091849489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1620; }","duration":"440.624779ms","start":"2026-03-06T00:35:42.666145Z","end":"2026-03-06T00:35:43.10677Z","steps":["trace[2091849489] 'agreement among raft nodes before linearized reading' (duration: 440.459605ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:43.1068Z","caller":"traceutil/trace.go:171","msg":"trace[1685979467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7518a1c4-d9b8-482d-a52f-84d4c47fe5b1; range_end:; response_count:1; response_revision:1620; }","duration":"795.842578ms","start":"2026-03-06T00:35:42.31094Z","end":"2026-03-06T00:35:43.106782Z","steps":["trace[1685979467] 'agreement among raft nodes before linearized reading' (duration: 795.589212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:43.10684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:42.666125Z","time spent":"440.706141ms","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:35:43.106848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:42.310915Z","time spent":"795.92147ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7518a1c4-d9b8-482d-a52f-84d4c47fe5b1\" "} {"level":"info","ts":"2026-03-06T00:35:48.589853Z","caller":"traceutil/trace.go:171","msg":"trace[1604887539] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1737; }","duration":"461.206313ms","start":"2026-03-06T00:35:48.128612Z","end":"2026-03-06T00:35:48.589819Z","steps":["trace[1604887539] 'read index received' (duration: 461.133712ms)","trace[1604887539] 'applied index is now lower than readState.Index' (duration: 71.101µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:48.590066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.425709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:35:48.590112Z","caller":"traceutil/trace.go:171","msg":"trace[1531747930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1670; }","duration":"461.520091ms","start":"2026-03-06T00:35:48.128578Z","end":"2026-03-06T00:35:48.590098Z","steps":["trace[1531747930] 'agreement among raft nodes before linearized reading' (duration: 461.418159ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:48.590036Z","caller":"traceutil/trace.go:171","msg":"trace[1815035718] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"626.315789ms","start":"2026-03-06T00:35:47.963682Z","end":"2026-03-06T00:35:48.589998Z","steps":["trace[1815035718] 'process raft request' (duration: 625.95318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:48.590152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:48.128561Z","time spent":"461.582062ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:35:48.590241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:47.963655Z","time spent":"626.503543ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:48.590494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.298611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-03-06T00:35:48.590507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.067308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:35:48.590572Z","caller":"traceutil/trace.go:171","msg":"trace[1002678470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1670; }","duration":"219.403734ms","start":"2026-03-06T00:35:48.371152Z","end":"2026-03-06T00:35:48.590556Z","steps":["trace[1002678470] 'agreement among raft nodes before linearized reading' (duration: 219.175918ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:48.590662Z","caller":"traceutil/trace.go:171","msg":"trace[261863746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1670; }","duration":"449.252122ms","start":"2026-03-06T00:35:48.141386Z","end":"2026-03-06T00:35:48.590638Z","steps":["trace[261863746] 'agreement among raft nodes before linearized reading' (duration: 448.892313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:48.590707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:48.141375Z","time spent":"449.323124ms","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:35:48.590746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.774127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:35:48.590777Z","caller":"traceutil/trace.go:171","msg":"trace[1055492613] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1670; }","duration":"297.822219ms","start":"2026-03-06T00:35:48.292944Z","end":"2026-03-06T00:35:48.590766Z","steps":["trace[1055492613] 'agreement among raft nodes before linearized reading' (duration: 297.756887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:55.849084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844761020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:35:55.984349Z","caller":"traceutil/trace.go:171","msg":"trace[839203131] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"791.866674ms","start":"2026-03-06T00:35:55.192457Z","end":"2026-03-06T00:35:55.984324Z","steps":["trace[839203131] 'process raft request' (duration: 791.68157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:55.984522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.192437Z","time spent":"791.991388ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:35:56.068654Z","caller":"traceutil/trace.go:171","msg":"trace[1630048228] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"351.45004ms","start":"2026-03-06T00:35:55.717173Z","end":"2026-03-06T00:35:56.068623Z","steps":["trace[1630048228] 'process raft request' (duration: 299.462837ms)","trace[1630048228] 'compare' (duration: 51.210295ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:56.068684Z","caller":"traceutil/trace.go:171","msg":"trace[835414281] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1792; }","duration":"719.999374ms","start":"2026-03-06T00:35:55.34865Z","end":"2026-03-06T00:35:56.068649Z","steps":["trace[835414281] 'read index received' (duration: 635.611328ms)","trace[835414281] 'applied index is now lower than readState.Index' (duration: 84.386946ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:56.068727Z","caller":"traceutil/trace.go:171","msg":"trace[792976997] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"347.59953ms","start":"2026-03-06T00:35:55.721085Z","end":"2026-03-06T00:35:56.068685Z","steps":["trace[792976997] 'process raft request' (duration: 347.504807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.06883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.717152Z","time spent":"351.578664ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:56.069021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.895476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:35:56.069067Z","caller":"traceutil/trace.go:171","msg":"trace[2068774489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1726; }","duration":"706.988107ms","start":"2026-03-06T00:35:55.36206Z","end":"2026-03-06T00:35:56.069048Z","steps":["trace[2068774489] 'agreement among raft nodes before linearized reading' (duration: 706.793233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.069076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.817209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:35:56.069115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.362024Z","time spent":"707.076069ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T00:35:56.069119Z","caller":"traceutil/trace.go:171","msg":"trace[1335099116] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1726; }","duration":"583.887161ms","start":"2026-03-06T00:35:55.485221Z","end":"2026-03-06T00:35:56.069108Z","steps":["trace[1335099116] 'agreement among raft nodes before linearized reading' (duration: 583.772738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.069143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.57538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-06T00:35:56.069157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.466484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:35:56.06925Z","caller":"traceutil/trace.go:171","msg":"trace[430801448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1726; }","duration":"432.734213ms","start":"2026-03-06T00:35:55.636488Z","end":"2026-03-06T00:35:56.069222Z","steps":["trace[430801448] 'agreement among raft nodes before linearized reading' (duration: 432.429396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:56.069253Z","caller":"traceutil/trace.go:171","msg":"trace[1068936116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1726; }","duration":"720.644459ms","start":"2026-03-06T00:35:55.348589Z","end":"2026-03-06T00:35:56.069233Z","steps":["trace[1068936116] 'agreement among raft nodes before linearized reading' (duration: 720.26011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.069307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.348569Z","time spent":"720.729241ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:35:56.069309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.636467Z","time spent":"432.832276ms","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T00:35:56.069178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.485209Z","time spent":"583.960252ms","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:35:56.069499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.721072Z","time spent":"347.750513ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:35:56.069547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.834763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:35:56.069695Z","caller":"traceutil/trace.go:171","msg":"trace[1785564263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1726; }","duration":"636.008807ms","start":"2026-03-06T00:35:55.433633Z","end":"2026-03-06T00:35:56.069642Z","steps":["trace[1785564263] 'agreement among raft nodes before linearized reading' (duration: 635.387923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:56.069813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:35:55.433617Z","time spent":"636.12498ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:35:56.767131Z","caller":"traceutil/trace.go:171","msg":"trace[432687066] linearizableReadLoop","detail":"{readStateIndex:1800; appliedIndex:1799; }","duration":"135.461998ms","start":"2026-03-06T00:35:56.631632Z","end":"2026-03-06T00:35:56.767094Z","steps":["trace[432687066] 'read index received' (duration: 49.396043ms)","trace[432687066] 'applied index is now lower than readState.Index' (duration: 86.064915ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:35:56.767291Z","caller":"traceutil/trace.go:171","msg":"trace[1536776225] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"241.869261ms","start":"2026-03-06T00:35:56.525408Z","end":"2026-03-06T00:35:56.767277Z","steps":["trace[1536776225] 'process raft request' (duration: 155.702364ms)","trace[1536776225] 'compare' (duration: 85.657205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:56.767638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.99594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:35:56.767693Z","caller":"traceutil/trace.go:171","msg":"trace[1227495188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1730; }","duration":"136.073832ms","start":"2026-03-06T00:35:56.631607Z","end":"2026-03-06T00:35:56.76768Z","steps":["trace[1227495188] 'agreement among raft nodes before linearized reading' (duration: 135.925228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:00.841854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.828418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:00.842024Z","caller":"traceutil/trace.go:171","msg":"trace[1641286245] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"665.071581ms","start":"2026-03-06T00:36:00.176925Z","end":"2026-03-06T00:36:00.841997Z","steps":["trace[1641286245] 'process raft request' (duration: 100.994577ms)","trace[1641286245] 'compare' (duration: 563.699045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:00.842162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:00.176905Z","time spent":"665.185564ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:33.238773Z","caller":"traceutil/trace.go:171","msg":"trace[473579237] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"123.602233ms","start":"2026-03-06T00:36:33.115131Z","end":"2026-03-06T00:36:33.238734Z","steps":["trace[473579237] 'process raft request' (duration: 123.392008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:33.416148Z","caller":"traceutil/trace.go:171","msg":"trace[1015730256] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"288.576504ms","start":"2026-03-06T00:36:33.127538Z","end":"2026-03-06T00:36:33.416114Z","steps":["trace[1015730256] 'read index received' (duration: 111.052662ms)","trace[1015730256] 'applied index is now lower than readState.Index' (duration: 177.522382ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:33.416259Z","caller":"traceutil/trace.go:171","msg":"trace[1602401795] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"300.826519ms","start":"2026-03-06T00:36:33.115395Z","end":"2026-03-06T00:36:33.416222Z","steps":["trace[1602401795] 'process raft request' (duration: 300.46071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:33.416339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.777939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:33.416396Z","caller":"traceutil/trace.go:171","msg":"trace[1511305860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"288.86628ms","start":"2026-03-06T00:36:33.127506Z","end":"2026-03-06T00:36:33.416372Z","steps":["trace[1511305860] 'agreement among raft nodes before linearized reading' (duration: 288.769748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:33.416468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:33.115368Z","time spent":"300.999353ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:34.473382Z","caller":"traceutil/trace.go:171","msg":"trace[1834040834] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"336.722013ms","start":"2026-03-06T00:36:34.136597Z","end":"2026-03-06T00:36:34.473319Z","steps":["trace[1834040834] 'process raft request' (duration: 336.426146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:34.473608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.136559Z","time spent":"336.945778ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:34.473795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.347643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:36:34.473919Z","caller":"traceutil/trace.go:171","msg":"trace[1394335150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1915; }","duration":"315.715802ms","start":"2026-03-06T00:36:34.158179Z","end":"2026-03-06T00:36:34.473895Z","steps":["trace[1394335150] 'agreement among raft nodes before linearized reading' (duration: 315.20089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:34.473981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.158159Z","time spent":"315.811974ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:36:34.473338Z","caller":"traceutil/trace.go:171","msg":"trace[2049179201] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"315.020336ms","start":"2026-03-06T00:36:34.158225Z","end":"2026-03-06T00:36:34.473246Z","steps":["trace[2049179201] 'read index received' (duration: 314.798861ms)","trace[2049179201] 'applied index is now lower than readState.Index' (duration: 219.985µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:34.974274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844761517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:36:35.693723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.665434ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:35.693865Z","caller":"traceutil/trace.go:171","msg":"trace[2104837913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1915; }","duration":"727.813788ms","start":"2026-03-06T00:36:34.966025Z","end":"2026-03-06T00:36:35.693839Z","steps":["trace[2104837913] 'range keys from in-memory index tree' (duration: 727.649554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.693857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.545977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:35.694062Z","caller":"traceutil/trace.go:171","msg":"trace[1544065543] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.436042056s","start":"2026-03-06T00:36:34.257986Z","end":"2026-03-06T00:36:35.694028Z","steps":["trace[1544065543] 'process raft request' (duration: 1.435955284s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:35.69406Z","caller":"traceutil/trace.go:171","msg":"trace[1021823362] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.43666471s","start":"2026-03-06T00:36:34.257354Z","end":"2026-03-06T00:36:35.694019Z","steps":["trace[1021823362] 'process raft request' (duration: 895.869027ms)","trace[1021823362] 'compare' (duration: 540.292872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:35.694137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.257973Z","time spent":"1.436131738s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:35.694212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.257328Z","time spent":"1.436799682s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:35.695585Z","caller":"traceutil/trace.go:171","msg":"trace[63504403] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1993; }","duration":"1.221518554s","start":"2026-03-06T00:36:34.474036Z","end":"2026-03-06T00:36:35.695554Z","steps":["trace[63504403] 'read index received' (duration: 679.208598ms)","trace[63504403] 'applied index is now lower than readState.Index' (duration: 542.308356ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:35.695794Z","caller":"traceutil/trace.go:171","msg":"trace[955998901] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.217493094s","start":"2026-03-06T00:36:34.478265Z","end":"2026-03-06T00:36:35.695758Z","steps":["trace[955998901] 'process raft request' (duration: 1.217105585s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.695912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.478244Z","time spent":"1.217612166s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:35.695936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271996946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:36:35.696006Z","caller":"traceutil/trace.go:171","msg":"trace[867593537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"1.272117539s","start":"2026-03-06T00:36:34.423867Z","end":"2026-03-06T00:36:35.695985Z","steps":["trace[867593537] 'agreement among raft nodes before linearized reading' (duration: 1.271819502s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.695998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396394587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T00:36:35.696066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.423847Z","time spent":"1.272204552s","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:36:35.696073Z","caller":"traceutil/trace.go:171","msg":"trace[572255418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1918; }","duration":"1.396527611s","start":"2026-03-06T00:36:34.299529Z","end":"2026-03-06T00:36:35.696057Z","steps":["trace[572255418] 'agreement among raft nodes before linearized reading' (duration: 1.396374087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.696133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395059517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:36:35.696177Z","caller":"traceutil/trace.go:171","msg":"trace[520472321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"1.395147029s","start":"2026-03-06T00:36:34.301017Z","end":"2026-03-06T00:36:35.696164Z","steps":["trace[520472321] 'agreement among raft nodes before linearized reading' (duration: 1.394989736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.696208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.300995Z","time spent":"1.395205531s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:35.696201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.458522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T00:36:35.696281Z","caller":"traceutil/trace.go:171","msg":"trace[930436502] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1918; }","duration":"732.599035ms","start":"2026-03-06T00:36:34.96366Z","end":"2026-03-06T00:36:35.696259Z","steps":["trace[930436502] 'agreement among raft nodes before linearized reading' (duration: 732.38635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.69634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.963636Z","time spent":"732.692258ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T00:36:35.696341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.29138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T00:36:35.696407Z","caller":"traceutil/trace.go:171","msg":"trace[1674018826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1918; }","duration":"453.375411ms","start":"2026-03-06T00:36:35.243017Z","end":"2026-03-06T00:36:35.696393Z","steps":["trace[1674018826] 'agreement among raft nodes before linearized reading' (duration: 453.222358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.69649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.243007Z","time spent":"453.466553ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:36:35.696547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.656555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-06T00:36:35.696549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.474602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:36:35.696494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.108436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:36:35.696694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.641406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:36:35.696733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.461238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:36:35.696755Z","caller":"traceutil/trace.go:171","msg":"trace[2142655260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"568.390422ms","start":"2026-03-06T00:36:35.128338Z","end":"2026-03-06T00:36:35.696729Z","steps":["trace[2142655260] 'agreement among raft nodes before linearized reading' (duration: 567.961292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:35.696797Z","caller":"traceutil/trace.go:171","msg":"trace[1619926767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"697.544849ms","start":"2026-03-06T00:36:34.999236Z","end":"2026-03-06T00:36:35.696781Z","steps":["trace[1619926767] 'agreement among raft nodes before linearized reading' (duration: 697.346364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.696841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.999225Z","time spent":"697.60509ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:36:35.696747Z","caller":"traceutil/trace.go:171","msg":"trace[1507304586] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1918; }","duration":"436.716068ms","start":"2026-03-06T00:36:35.260019Z","end":"2026-03-06T00:36:35.696735Z","steps":["trace[1507304586] 'agreement among raft nodes before linearized reading' (duration: 436.636346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.696849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.12833Z","time spent":"568.493854ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:36:35.696897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.260005Z","time spent":"436.875261ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:36:35.696602Z","caller":"traceutil/trace.go:171","msg":"trace[1234346597] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1918; }","duration":"510.583415ms","start":"2026-03-06T00:36:35.186002Z","end":"2026-03-06T00:36:35.696585Z","steps":["trace[1234346597] 'agreement among raft nodes before linearized reading' (duration: 510.505213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.697013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.185969Z","time spent":"511.032615ms","remote":"127.0.0.1:58644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:36:35.696589Z","caller":"traceutil/trace.go:171","msg":"trace[368773281] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1918; }","duration":"263.752947ms","start":"2026-03-06T00:36:35.432825Z","end":"2026-03-06T00:36:35.696578Z","steps":["trace[368773281] 'agreement among raft nodes before linearized reading' (duration: 263.650825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.697362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.299493Z","time spent":"1.396611462s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:36:35.697503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251816843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:35.697578Z","caller":"traceutil/trace.go:171","msg":"trace[1286334114] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1918; }","duration":"1.253574553s","start":"2026-03-06T00:36:34.44398Z","end":"2026-03-06T00:36:35.697554Z","steps":["trace[1286334114] 'agreement among raft nodes before linearized reading' (duration: 1.2516627s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.697629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:34.443966Z","time spent":"1.253645885s","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:36:35.697497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.151432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122679"} {"level":"info","ts":"2026-03-06T00:36:35.697879Z","caller":"traceutil/trace.go:171","msg":"trace[410658107] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1918; }","duration":"324.573882ms","start":"2026-03-06T00:36:35.373282Z","end":"2026-03-06T00:36:35.697856Z","steps":["trace[410658107] 'agreement among raft nodes before linearized reading' (duration: 323.15819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:35.698167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.373268Z","time spent":"324.774646ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122702,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T00:36:36.659787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.055502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:36:36.660026Z","caller":"traceutil/trace.go:171","msg":"trace[1762576093] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"957.769977ms","start":"2026-03-06T00:36:35.702242Z","end":"2026-03-06T00:36:36.660012Z","steps":["trace[1762576093] 'process raft request' (duration: 957.706825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:36.660089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.702233Z","time spent":"957.828079ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:36:36.660092Z","caller":"traceutil/trace.go:171","msg":"trace[1923365374] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"958.479653ms","start":"2026-03-06T00:36:35.701537Z","end":"2026-03-06T00:36:36.660017Z","steps":["trace[1923365374] 'process raft request' (duration: 658.109964ms)","trace[1923365374] 'compare' (duration: 299.854447ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:36.66017Z","caller":"traceutil/trace.go:171","msg":"trace[1350289144] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1996; }","duration":"958.546355ms","start":"2026-03-06T00:36:35.701603Z","end":"2026-03-06T00:36:36.66015Z","steps":["trace[1350289144] 'read index received' (duration: 20.385358ms)","trace[1350289144] 'applied index is now lower than readState.Index' (duration: 938.160157ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:36.660186Z","caller":"traceutil/trace.go:171","msg":"trace[1878843802] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"958.616486ms","start":"2026-03-06T00:36:35.701545Z","end":"2026-03-06T00:36:36.660162Z","steps":["trace[1878843802] 'process raft request' (duration: 958.32272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:36.660315Z","caller":"traceutil/trace.go:171","msg":"trace[1087560050] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"957.452551ms","start":"2026-03-06T00:36:35.702855Z","end":"2026-03-06T00:36:36.660308Z","steps":["trace[1087560050] 'process raft request' (duration: 957.129163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:36.660314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.701533Z","time spent":"958.700338ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:36.660367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.702844Z","time spent":"957.490851ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:36.660317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.701517Z","time spent":"958.695678ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:36:36.660405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.113685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-06T00:36:36.660515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.142012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-06T00:36:36.660564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.950544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23875"} {"level":"info","ts":"2026-03-06T00:36:36.660594Z","caller":"traceutil/trace.go:171","msg":"trace[1532225189] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:1923; }","duration":"176.263534ms","start":"2026-03-06T00:36:36.484304Z","end":"2026-03-06T00:36:36.660567Z","steps":["trace[1532225189] 'agreement among raft nodes before linearized reading' (duration: 176.035779ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:36.660567Z","caller":"traceutil/trace.go:171","msg":"trace[1231659310] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1923; }","duration":"958.223487ms","start":"2026-03-06T00:36:35.702254Z","end":"2026-03-06T00:36:36.660478Z","steps":["trace[1231659310] 'agreement among raft nodes before linearized reading' (duration: 958.073234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:36.660624Z","caller":"traceutil/trace.go:171","msg":"trace[1097426518] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1923; }","duration":"959.024615ms","start":"2026-03-06T00:36:35.701585Z","end":"2026-03-06T00:36:36.660609Z","steps":["trace[1097426518] 'agreement among raft nodes before linearized reading' (duration: 958.749189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:36.660664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.701369Z","time spent":"959.286011ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23898,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-06T00:36:36.66068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:35.702243Z","time spent":"958.385921ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T00:36:36.996759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.366105ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T00:36:36.996866Z","caller":"traceutil/trace.go:171","msg":"trace[1627486866] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"332.841408ms","start":"2026-03-06T00:36:36.664009Z","end":"2026-03-06T00:36:36.99685Z","steps":["trace[1627486866] 'read index received' (duration: 161.388011ms)","trace[1627486866] 'applied index is now lower than readState.Index' (duration: 171.452137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:36.996944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:36.66152Z","time spent":"335.421035ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T00:36:36.997097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.524003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-06T00:36:36.997172Z","caller":"traceutil/trace.go:171","msg":"trace[614455913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"292.630705ms","start":"2026-03-06T00:36:36.704516Z","end":"2026-03-06T00:36:36.997147Z","steps":["trace[614455913] 'agreement among raft nodes before linearized reading' (duration: 292.444011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:36.997458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.436871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122679"} {"level":"info","ts":"2026-03-06T00:36:36.997522Z","caller":"traceutil/trace.go:171","msg":"trace[2095258626] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1923; }","duration":"333.520122ms","start":"2026-03-06T00:36:36.663981Z","end":"2026-03-06T00:36:36.997501Z","steps":["trace[2095258626] 'agreement among raft nodes before linearized reading' (duration: 333.163674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:36.997554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:36:36.663966Z","time spent":"333.580233ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122702,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-06T00:37:19.204616Z","caller":"traceutil/trace.go:171","msg":"trace[570746626] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"337.357697ms","start":"2026-03-06T00:37:18.867233Z","end":"2026-03-06T00:37:19.204591Z","steps":["trace[570746626] 'process raft request' (duration: 337.200303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:19.20478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:18.867205Z","time spent":"337.48708ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:19.210898Z","caller":"traceutil/trace.go:171","msg":"trace[1845798875] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"341.744272ms","start":"2026-03-06T00:37:18.869092Z","end":"2026-03-06T00:37:19.210837Z","steps":["trace[1845798875] 'process raft request' (duration: 341.546477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:19.211096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:18.869067Z","time spent":"341.925246ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:19.211101Z","caller":"traceutil/trace.go:171","msg":"trace[1848677885] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"340.942033ms","start":"2026-03-06T00:37:18.870133Z","end":"2026-03-06T00:37:19.211075Z","steps":["trace[1848677885] 'process raft request' (duration: 340.645586ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:19.211206Z","caller":"traceutil/trace.go:171","msg":"trace[1730292599] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"113.395688ms","start":"2026-03-06T00:37:19.097791Z","end":"2026-03-06T00:37:19.211187Z","steps":["trace[1730292599] 'process raft request' (duration: 113.185293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:19.211212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:18.8701Z","time spent":"341.064636ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:19.211317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.242546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:37:19.211108Z","caller":"traceutil/trace.go:171","msg":"trace[652947276] linearizableReadLoop","detail":"{readStateIndex:2399; appliedIndex:2396; }","duration":"340.025361ms","start":"2026-03-06T00:37:18.871061Z","end":"2026-03-06T00:37:19.211086Z","steps":["trace[652947276] 'read index received' (duration: 333.437634ms)","trace[652947276] 'applied index is now lower than readState.Index' (duration: 6.586587ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:19.211379Z","caller":"traceutil/trace.go:171","msg":"trace[2037266183] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2305; }","duration":"340.329099ms","start":"2026-03-06T00:37:18.871032Z","end":"2026-03-06T00:37:19.211361Z","steps":["trace[2037266183] 'agreement among raft nodes before linearized reading' (duration: 340.124984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:19.211448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:18.87102Z","time spent":"340.41241ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:37:19.211584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.866362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:37:19.211657Z","caller":"traceutil/trace.go:171","msg":"trace[359760772] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2305; }","duration":"178.983714ms","start":"2026-03-06T00:37:19.032651Z","end":"2026-03-06T00:37:19.211635Z","steps":["trace[359760772] 'agreement among raft nodes before linearized reading' (duration: 178.80118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:19.872467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844762373,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:37:20.153206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.139351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:37:20.153465Z","caller":"traceutil/trace.go:171","msg":"trace[138561591] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2400; }","duration":"781.919005ms","start":"2026-03-06T00:37:19.37153Z","end":"2026-03-06T00:37:20.153449Z","steps":["trace[138561591] 'read index received' (duration: 671.60113ms)","trace[138561591] 'applied index is now lower than readState.Index' (duration: 110.317005ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:20.153575Z","caller":"traceutil/trace.go:171","msg":"trace[1637389201] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"311.878889ms","start":"2026-03-06T00:37:19.841684Z","end":"2026-03-06T00:37:20.153563Z","steps":["trace[1637389201] 'process raft request' (duration: 311.671534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:20.153648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:19.841658Z","time spent":"311.949731ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:20.153672Z","caller":"traceutil/trace.go:171","msg":"trace[1139373652] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"937.803808ms","start":"2026-03-06T00:37:19.215842Z","end":"2026-03-06T00:37:20.153646Z","steps":["trace[1139373652] 'process raft request' (duration: 827.131544ms)","trace[1139373652] 'compare' (duration: 109.766542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:20.153762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:19.215816Z","time spent":"937.898401ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:20.153904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.933693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T00:37:20.153941Z","caller":"traceutil/trace.go:171","msg":"trace[1227992151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2308; }","duration":"654.989564ms","start":"2026-03-06T00:37:19.498943Z","end":"2026-03-06T00:37:20.153932Z","steps":["trace[1227992151] 'agreement among raft nodes before linearized reading' (duration: 654.875991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:20.15397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:19.498926Z","time spent":"655.037086ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T00:37:20.15392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.366916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:37:20.154039Z","caller":"traceutil/trace.go:171","msg":"trace[981166494] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"303.785686ms","start":"2026-03-06T00:37:19.850225Z","end":"2026-03-06T00:37:20.154011Z","steps":["trace[981166494] 'process raft request' (duration: 303.189312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:20.154099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.076357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:20.154125Z","caller":"traceutil/trace.go:171","msg":"trace[102712502] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2308; }","duration":"782.545531ms","start":"2026-03-06T00:37:19.371514Z","end":"2026-03-06T00:37:20.154059Z","steps":["trace[102712502] 'agreement among raft nodes before linearized reading' (duration: 782.182572ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:20.154188Z","caller":"traceutil/trace.go:171","msg":"trace[485984610] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2308; }","duration":"215.223191ms","start":"2026-03-06T00:37:19.938945Z","end":"2026-03-06T00:37:20.154168Z","steps":["trace[485984610] 'agreement among raft nodes before linearized reading' (duration: 215.051187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:20.154197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:19.850212Z","time spent":"303.891318ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:20.154188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.255788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:37:20.154217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:19.371458Z","time spent":"782.732965ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-06T00:37:20.154279Z","caller":"traceutil/trace.go:171","msg":"trace[1702060566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"276.410693ms","start":"2026-03-06T00:37:19.877842Z","end":"2026-03-06T00:37:20.154253Z","steps":["trace[1702060566] 'agreement among raft nodes before linearized reading' (duration: 276.180127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:20.154918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.832205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:37:20.155004Z","caller":"traceutil/trace.go:171","msg":"trace[1878702998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2308; }","duration":"251.960228ms","start":"2026-03-06T00:37:19.903023Z","end":"2026-03-06T00:37:20.154983Z","steps":["trace[1878702998] 'agreement among raft nodes before linearized reading' (duration: 251.62832ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:29.694797Z","caller":"traceutil/trace.go:171","msg":"trace[1064107489] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"154.831268ms","start":"2026-03-06T00:37:29.539763Z","end":"2026-03-06T00:37:29.694594Z","steps":["trace[1064107489] 'process raft request' (duration: 154.691554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:47.537649Z","caller":"traceutil/trace.go:171","msg":"trace[1367736250] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2564; }","duration":"165.613215ms","start":"2026-03-06T00:37:47.372002Z","end":"2026-03-06T00:37:47.537615Z","steps":["trace[1367736250] 'read index received' (duration: 11.207818ms)","trace[1367736250] 'applied index is now lower than readState.Index' (duration: 154.403687ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:47.537726Z","caller":"traceutil/trace.go:171","msg":"trace[480726682] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"194.514515ms","start":"2026-03-06T00:37:47.343177Z","end":"2026-03-06T00:37:47.537692Z","steps":["trace[480726682] 'process raft request' (duration: 194.369542ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:47.537735Z","caller":"traceutil/trace.go:171","msg":"trace[2057671404] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"195.10038ms","start":"2026-03-06T00:37:47.342576Z","end":"2026-03-06T00:37:47.537676Z","steps":["trace[2057671404] 'process raft request' (duration: 110.723505ms)","trace[2057671404] 'compare' (duration: 84.057677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:47.538007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.910492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:37:47.538066Z","caller":"traceutil/trace.go:171","msg":"trace[369157860] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2466; }","duration":"166.149058ms","start":"2026-03-06T00:37:47.371904Z","end":"2026-03-06T00:37:47.538053Z","steps":["trace[369157860] 'agreement among raft nodes before linearized reading' (duration: 165.84202ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:48.493581Z","caller":"traceutil/trace.go:171","msg":"trace[1548401140] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"103.182224ms","start":"2026-03-06T00:37:48.390369Z","end":"2026-03-06T00:37:48.493551Z","steps":["trace[1548401140] 'process raft request' (duration: 103.119563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:48.493645Z","caller":"traceutil/trace.go:171","msg":"trace[637109275] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"103.333887ms","start":"2026-03-06T00:37:48.390271Z","end":"2026-03-06T00:37:48.493605Z","steps":["trace[637109275] 'process raft request' (duration: 103.065961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:54.68777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.613073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:54.687883Z","caller":"traceutil/trace.go:171","msg":"trace[1826827395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"561.775766ms","start":"2026-03-06T00:37:54.126086Z","end":"2026-03-06T00:37:54.687862Z","steps":["trace[1826827395] 'range keys from in-memory index tree' (duration: 561.461739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:54.687925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:54.126064Z","time spent":"561.852109ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:37:54.694602Z","caller":"traceutil/trace.go:171","msg":"trace[967994977] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"347.450148ms","start":"2026-03-06T00:37:54.347123Z","end":"2026-03-06T00:37:54.694573Z","steps":["trace[967994977] 'process raft request' (duration: 347.269914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:54.694746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:54.347099Z","time spent":"347.573641ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:54.73783Z","caller":"traceutil/trace.go:171","msg":"trace[1169942065] linearizableReadLoop","detail":"{readStateIndex:2602; appliedIndex:2600; }","duration":"265.645424ms","start":"2026-03-06T00:37:54.472165Z","end":"2026-03-06T00:37:54.73781Z","steps":["trace[1169942065] 'read index received' (duration: 222.156715ms)","trace[1169942065] 'applied index is now lower than readState.Index' (duration: 43.487679ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:54.737949Z","caller":"traceutil/trace.go:171","msg":"trace[987752285] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"330.105954ms","start":"2026-03-06T00:37:54.407816Z","end":"2026-03-06T00:37:54.737922Z","steps":["trace[987752285] 'process raft request' (duration: 329.880588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:54.738087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.727751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:37:54.73815Z","caller":"traceutil/trace.go:171","msg":"trace[583273558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2500; }","duration":"220.830224ms","start":"2026-03-06T00:37:54.517303Z","end":"2026-03-06T00:37:54.738134Z","steps":["trace[583273558] 'agreement among raft nodes before linearized reading' (duration: 220.631129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:54.73815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:54.40779Z","time spent":"330.251508ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:54.738085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.916821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:37:54.738262Z","caller":"traceutil/trace.go:171","msg":"trace[152467882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2500; }","duration":"266.129335ms","start":"2026-03-06T00:37:54.472114Z","end":"2026-03-06T00:37:54.738243Z","steps":["trace[152467882] 'agreement among raft nodes before linearized reading' (duration: 265.818338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:54.738244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.477844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:37:54.738346Z","caller":"traceutil/trace.go:171","msg":"trace[1003738555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2500; }","duration":"217.603667ms","start":"2026-03-06T00:37:54.520716Z","end":"2026-03-06T00:37:54.73832Z","steps":["trace[1003738555] 'agreement among raft nodes before linearized reading' (duration: 217.30027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:54.87689Z","caller":"traceutil/trace.go:171","msg":"trace[303270442] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"133.56592ms","start":"2026-03-06T00:37:54.743297Z","end":"2026-03-06T00:37:54.876863Z","steps":["trace[303270442] 'process raft request' (duration: 77.398728ms)","trace[303270442] 'compare' (duration: 55.982288ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:54.877078Z","caller":"traceutil/trace.go:171","msg":"trace[471909972] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"133.765015ms","start":"2026-03-06T00:37:54.743297Z","end":"2026-03-06T00:37:54.877062Z","steps":["trace[471909972] 'process raft request' (duration: 133.527889ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:54.877135Z","caller":"traceutil/trace.go:171","msg":"trace[1672014619] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"133.782505ms","start":"2026-03-06T00:37:54.743343Z","end":"2026-03-06T00:37:54.877125Z","steps":["trace[1672014619] 'process raft request' (duration: 133.663252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:55.970494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.092679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:37:55.970613Z","caller":"traceutil/trace.go:171","msg":"trace[1948755216] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2503; }","duration":"599.306544ms","start":"2026-03-06T00:37:55.371285Z","end":"2026-03-06T00:37:55.970591Z","steps":["trace[1948755216] 'range keys from in-memory index tree' (duration: 598.888324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:55.970656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.371259Z","time spent":"599.386505ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-06T00:37:55.97079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.870151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:55.970875Z","caller":"traceutil/trace.go:171","msg":"trace[2135908447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2503; }","duration":"842.997383ms","start":"2026-03-06T00:37:55.127861Z","end":"2026-03-06T00:37:55.970858Z","steps":["trace[2135908447] 'range keys from in-memory index tree' (duration: 842.796708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:55.970919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.127842Z","time spent":"843.068545ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:37:55.970971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.590698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:37:55.971062Z","caller":"traceutil/trace.go:171","msg":"trace[161892637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2503; }","duration":"395.731862ms","start":"2026-03-06T00:37:55.575309Z","end":"2026-03-06T00:37:55.971041Z","steps":["trace[161892637] 'range keys from in-memory index tree' (duration: 395.384953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:55.971103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.575288Z","time spent":"395.805063ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:55.971185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.082233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189a198247c63b7c\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-06T00:37:55.971244Z","caller":"traceutil/trace.go:171","msg":"trace[1675168363] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189a198247c63b7c; range_end:; response_count:1; response_revision:2503; }","duration":"304.177925ms","start":"2026-03-06T00:37:55.667049Z","end":"2026-03-06T00:37:55.971227Z","steps":["trace[1675168363] 'range keys from in-memory index tree' (duration: 303.660352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:55.971287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.667025Z","time spent":"304.251457ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189a198247c63b7c\" "} {"level":"warn","ts":"2026-03-06T00:37:55.971859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.250326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T00:37:55.971908Z","caller":"traceutil/trace.go:171","msg":"trace[1546986415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2503; }","duration":"551.334698ms","start":"2026-03-06T00:37:55.42056Z","end":"2026-03-06T00:37:55.971895Z","steps":["trace[1546986415] 'range keys from in-memory index tree' (duration: 549.643877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:55.971938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.420541Z","time spent":"551.389899ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:55.972048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.166073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T00:37:55.972131Z","caller":"traceutil/trace.go:171","msg":"trace[1678732077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2503; }","duration":"381.374148ms","start":"2026-03-06T00:37:55.590739Z","end":"2026-03-06T00:37:55.972113Z","steps":["trace[1678732077] 'range keys from in-memory index tree' (duration: 380.067597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:55.972241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.590722Z","time spent":"381.506162ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:37:56.476317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844762930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:37:56.977257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844762930,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:37:56.990045Z","caller":"traceutil/trace.go:171","msg":"trace[753015823] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"1.015027601s","start":"2026-03-06T00:37:55.974993Z","end":"2026-03-06T00:37:56.99002Z","steps":["trace[753015823] 'process raft request' (duration: 1.014464017s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:56.990273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.974972Z","time spent":"1.015171415s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:57.041126Z","caller":"traceutil/trace.go:171","msg":"trace[1497756654] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"1.064775359s","start":"2026-03-06T00:37:55.976325Z","end":"2026-03-06T00:37:57.041101Z","steps":["trace[1497756654] 'process raft request' (duration: 1.064596835s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.041383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.976313Z","time spent":"1.064966464s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:57.041426Z","caller":"traceutil/trace.go:171","msg":"trace[423800164] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2605; }","duration":"1.066136082s","start":"2026-03-06T00:37:55.975269Z","end":"2026-03-06T00:37:57.041405Z","steps":["trace[423800164] 'read index received' (duration: 1.014336825s)","trace[423800164] 'applied index is now lower than readState.Index' (duration: 51.798487ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:57.041518Z","caller":"traceutil/trace.go:171","msg":"trace[1806027012] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"1.064095503s","start":"2026-03-06T00:37:55.977327Z","end":"2026-03-06T00:37:57.041422Z","steps":["trace[1806027012] 'process raft request' (duration: 1.063922398s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:57.041613Z","caller":"traceutil/trace.go:171","msg":"trace[1835354715] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"298.212693ms","start":"2026-03-06T00:37:56.743374Z","end":"2026-03-06T00:37:57.041586Z","steps":["trace[1835354715] 'process raft request' (duration: 297.998417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.041713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026904215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:37:57.04175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.977311Z","time spent":"1.064304768s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:37:57.041768Z","caller":"traceutil/trace.go:171","msg":"trace[1883108774] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2509; }","duration":"1.027023968s","start":"2026-03-06T00:37:56.01473Z","end":"2026-03-06T00:37:57.041754Z","steps":["trace[1883108774] 'agreement among raft nodes before linearized reading' (duration: 1.026917995s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.041779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.108273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:37:57.041807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.014706Z","time spent":"1.02709083s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:37:57.041822Z","caller":"traceutil/trace.go:171","msg":"trace[1062447963] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2509; }","duration":"242.162294ms","start":"2026-03-06T00:37:56.799633Z","end":"2026-03-06T00:37:57.041795Z","steps":["trace[1062447963] 'agreement among raft nodes before linearized reading' (duration: 242.119082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.041836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.435293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T00:37:57.041887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.174399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:37:57.041916Z","caller":"traceutil/trace.go:171","msg":"trace[83054549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2509; }","duration":"534.568076ms","start":"2026-03-06T00:37:56.50733Z","end":"2026-03-06T00:37:57.041898Z","steps":["trace[83054549] 'agreement among raft nodes before linearized reading' (duration: 534.358631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.04197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.507297Z","time spent":"534.663839ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:37:57.041531Z","caller":"traceutil/trace.go:171","msg":"trace[22349841] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"1.064736328s","start":"2026-03-06T00:37:55.976776Z","end":"2026-03-06T00:37:57.041513Z","steps":["trace[22349841] 'process raft request' (duration: 1.064272897s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.04206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.657359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:37:57.042141Z","caller":"traceutil/trace.go:171","msg":"trace[1417659361] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:2509; }","duration":"552.777402ms","start":"2026-03-06T00:37:56.489354Z","end":"2026-03-06T00:37:57.042131Z","steps":["trace[1417659361] 'agreement among raft nodes before linearized reading' (duration: 552.613638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.042174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.48933Z","time spent":"552.834062ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T00:37:57.04197Z","caller":"traceutil/trace.go:171","msg":"trace[40299463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2509; }","duration":"161.308832ms","start":"2026-03-06T00:37:56.880642Z","end":"2026-03-06T00:37:57.041951Z","steps":["trace[40299463] 'agreement among raft nodes before linearized reading' (duration: 161.042786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.042415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.546064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:37:57.042468Z","caller":"traceutil/trace.go:171","msg":"trace[504477711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2509; }","duration":"160.623636ms","start":"2026-03-06T00:37:56.881836Z","end":"2026-03-06T00:37:57.04246Z","steps":["trace[504477711] 'agreement among raft nodes before linearized reading' (duration: 160.505794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.04262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.679171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:37:57.042647Z","caller":"traceutil/trace.go:171","msg":"trace[461947134] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2509; }","duration":"161.723973ms","start":"2026-03-06T00:37:56.880915Z","end":"2026-03-06T00:37:57.042639Z","steps":["trace[461947134] 'agreement among raft nodes before linearized reading' (duration: 161.636881ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:57.041569Z","caller":"traceutil/trace.go:171","msg":"trace[1934115286] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"341.217729ms","start":"2026-03-06T00:37:56.700344Z","end":"2026-03-06T00:37:57.041562Z","steps":["trace[1934115286] 'process raft request' (duration: 340.995424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.042947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:56.700318Z","time spent":"342.543931ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:57.043107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.976763Z","time spent":"1.066232004s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:37:57.04362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068339285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-06T00:37:57.043675Z","caller":"traceutil/trace.go:171","msg":"trace[1596537185] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2509; }","duration":"1.068423346s","start":"2026-03-06T00:37:55.97524Z","end":"2026-03-06T00:37:57.043663Z","steps":["trace[1596537185] 'agreement among raft nodes before linearized reading' (duration: 1.066758376s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.043717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:55.975227Z","time spent":"1.068481518s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-06T00:37:57.227831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.138306ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T00:37:57.227955Z","caller":"traceutil/trace.go:171","msg":"trace[330330882] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"182.238112ms","start":"2026-03-06T00:37:57.045697Z","end":"2026-03-06T00:37:57.227935Z","steps":["trace[330330882] 'read index received' (duration: 50.056835ms)","trace[330330882] 'applied index is now lower than readState.Index' (duration: 132.179887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:37:57.228241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.53562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:37:57.228327Z","caller":"traceutil/trace.go:171","msg":"trace[706115971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2509; }","duration":"182.670953ms","start":"2026-03-06T00:37:57.045635Z","end":"2026-03-06T00:37:57.228306Z","steps":["trace[706115971] 'agreement among raft nodes before linearized reading' (duration: 182.402097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:57.252795Z","caller":"traceutil/trace.go:171","msg":"trace[1017660387] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"206.624405ms","start":"2026-03-06T00:37:57.046143Z","end":"2026-03-06T00:37:57.252767Z","steps":["trace[1017660387] 'process raft request' (duration: 206.41095ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:57.253078Z","caller":"traceutil/trace.go:171","msg":"trace[648973264] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"206.654556ms","start":"2026-03-06T00:37:57.04639Z","end":"2026-03-06T00:37:57.253044Z","steps":["trace[648973264] 'process raft request' (duration: 206.334388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:57.25309Z","caller":"traceutil/trace.go:171","msg":"trace[1513211554] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"206.040941ms","start":"2026-03-06T00:37:57.047025Z","end":"2026-03-06T00:37:57.253066Z","steps":["trace[1513211554] 'process raft request' (duration: 205.917888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.253505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.609545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-06T00:37:57.253614Z","caller":"traceutil/trace.go:171","msg":"trace[1544118766] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2512; }","duration":"206.753078ms","start":"2026-03-06T00:37:57.046836Z","end":"2026-03-06T00:37:57.253589Z","steps":["trace[1544118766] 'agreement among raft nodes before linearized reading' (duration: 206.267476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.253726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.580659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:57.253778Z","caller":"traceutil/trace.go:171","msg":"trace[1512043812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2512; }","duration":"125.683352ms","start":"2026-03-06T00:37:57.128079Z","end":"2026-03-06T00:37:57.253762Z","steps":["trace[1512043812] 'agreement among raft nodes before linearized reading' (duration: 125.583879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.690742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.366858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:37:57.690802Z","caller":"traceutil/trace.go:171","msg":"trace[283012615] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2513; }","duration":"337.465779ms","start":"2026-03-06T00:37:57.353323Z","end":"2026-03-06T00:37:57.690789Z","steps":["trace[283012615] 'range keys from in-memory index tree' (duration: 337.236504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.69083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:57.353306Z","time spent":"337.517881ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T00:37:57.690894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.241872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T00:37:57.691008Z","caller":"traceutil/trace.go:171","msg":"trace[302165132] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2513; }","duration":"321.413546ms","start":"2026-03-06T00:37:57.369568Z","end":"2026-03-06T00:37:57.690981Z","steps":["trace[302165132] 'range keys from in-memory index tree' (duration: 320.951805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:57.691075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:37:57.369554Z","time spent":"321.505789ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-06T00:38:05.263275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.011197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:38:05.263511Z","caller":"traceutil/trace.go:171","msg":"trace[790920495] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2649; }","duration":"136.542761ms","start":"2026-03-06T00:38:05.12695Z","end":"2026-03-06T00:38:05.263492Z","steps":["trace[790920495] 'read index received' (duration: 21.094794ms)","trace[790920495] 'applied index is now lower than readState.Index' (duration: 115.446617ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:05.263538Z","caller":"traceutil/trace.go:171","msg":"trace[177226148] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"143.022887ms","start":"2026-03-06T00:38:05.120485Z","end":"2026-03-06T00:38:05.263508Z","steps":["trace[177226148] 'process raft request' (duration: 27.688642ms)","trace[177226148] 'compare' (duration: 114.599077ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:38:05.263565Z","caller":"traceutil/trace.go:171","msg":"trace[77355995] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"140.096116ms","start":"2026-03-06T00:38:05.123436Z","end":"2026-03-06T00:38:05.263532Z","steps":["trace[77355995] 'process raft request' (duration: 139.955713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:38:05.263793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.837768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:38:05.263619Z","caller":"traceutil/trace.go:171","msg":"trace[2128506216] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"139.985244ms","start":"2026-03-06T00:38:05.123622Z","end":"2026-03-06T00:38:05.263607Z","steps":["trace[2128506216] 'process raft request' (duration: 139.83139ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:38:05.263837Z","caller":"traceutil/trace.go:171","msg":"trace[438421158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2548; }","duration":"136.90803ms","start":"2026-03-06T00:38:05.126917Z","end":"2026-03-06T00:38:05.263825Z","steps":["trace[438421158] 'agreement among raft nodes before linearized reading' (duration: 136.720666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:54.042572Z","caller":"traceutil/trace.go:171","msg":"trace[81338667] linearizableReadLoop","detail":"{readStateIndex:3363; appliedIndex:3362; }","duration":"286.314426ms","start":"2026-03-06T00:39:53.75621Z","end":"2026-03-06T00:39:54.042525Z","steps":["trace[81338667] 'read index received' (duration: 286.016639ms)","trace[81338667] 'applied index is now lower than readState.Index' (duration: 296.047µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:39:54.0427Z","caller":"traceutil/trace.go:171","msg":"trace[1239633949] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"416.730254ms","start":"2026-03-06T00:39:53.625921Z","end":"2026-03-06T00:39:54.042652Z","steps":["trace[1239633949] 'process raft request' (duration: 416.319765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:54.042899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:39:53.625895Z","time spent":"416.901229ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:39:54.042956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.251661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:39:54.043006Z","caller":"traceutil/trace.go:171","msg":"trace[1889726780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3230; }","duration":"218.366284ms","start":"2026-03-06T00:39:53.824624Z","end":"2026-03-06T00:39:54.042991Z","steps":["trace[1889726780] 'agreement among raft nodes before linearized reading' (duration: 218.139199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:54.043005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.001516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:39:54.043109Z","caller":"traceutil/trace.go:171","msg":"trace[954093723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3230; }","duration":"212.122039ms","start":"2026-03-06T00:39:53.830956Z","end":"2026-03-06T00:39:54.043078Z","steps":["trace[954093723] 'agreement among raft nodes before linearized reading' (duration: 211.936945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:54.043138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.448262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:39:54.043164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.579284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:39:54.043197Z","caller":"traceutil/trace.go:171","msg":"trace[1003569429] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3230; }","duration":"166.513584ms","start":"2026-03-06T00:39:53.876658Z","end":"2026-03-06T00:39:54.043172Z","steps":["trace[1003569429] 'agreement among raft nodes before linearized reading' (duration: 166.413612ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:54.043222Z","caller":"traceutil/trace.go:171","msg":"trace[1035443201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3230; }","duration":"175.672866ms","start":"2026-03-06T00:39:53.867525Z","end":"2026-03-06T00:39:54.043198Z","steps":["trace[1035443201] 'agreement among raft nodes before linearized reading' (duration: 175.553423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:54.043249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.510538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:39:54.04301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.094797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:39:54.043294Z","caller":"traceutil/trace.go:171","msg":"trace[26243531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3230; }","duration":"212.57172ms","start":"2026-03-06T00:39:53.830708Z","end":"2026-03-06T00:39:54.04328Z","steps":["trace[26243531] 'agreement among raft nodes before linearized reading' (duration: 212.466177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:39:54.043312Z","caller":"traceutil/trace.go:171","msg":"trace[22142548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3230; }","duration":"173.440484ms","start":"2026-03-06T00:39:53.869851Z","end":"2026-03-06T00:39:54.043291Z","steps":["trace[22142548] 'agreement among raft nodes before linearized reading' (duration: 172.932132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:39:54.043007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.780347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:39:54.043414Z","caller":"traceutil/trace.go:171","msg":"trace[20554280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:3230; }","duration":"287.231058ms","start":"2026-03-06T00:39:53.75614Z","end":"2026-03-06T00:39:54.043372Z","steps":["trace[20554280] 'agreement among raft nodes before linearized reading' (duration: 286.610904ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:40:26.03937Z","caller":"traceutil/trace.go:171","msg":"trace[1828453305] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"370.381842ms","start":"2026-03-06T00:40:25.668962Z","end":"2026-03-06T00:40:26.039344Z","steps":["trace[1828453305] 'process raft request' (duration: 370.261679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:26.039626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:25.668934Z","time spent":"370.619668ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:40:26.040338Z","caller":"traceutil/trace.go:171","msg":"trace[1862031364] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"368.590251ms","start":"2026-03-06T00:40:25.671721Z","end":"2026-03-06T00:40:26.040311Z","steps":["trace[1862031364] 'process raft request' (duration: 368.479849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:40:26.040508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:40:25.671698Z","time spent":"368.715104ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:31.655816Z","caller":"traceutil/trace.go:171","msg":"trace[1340743156] linearizableReadLoop","detail":"{readStateIndex:4008; appliedIndex:4007; }","duration":"122.70984ms","start":"2026-03-06T00:41:31.533073Z","end":"2026-03-06T00:41:31.655783Z","steps":["trace[1340743156] 'read index received' (duration: 122.542876ms)","trace[1340743156] 'applied index is now lower than readState.Index' (duration: 165.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:31.655918Z","caller":"traceutil/trace.go:171","msg":"trace[195374200] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"123.013547ms","start":"2026-03-06T00:41:31.532867Z","end":"2026-03-06T00:41:31.65588Z","steps":["trace[195374200] 'process raft request' (duration: 122.69455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:31.656204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.014887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:41:31.656355Z","caller":"traceutil/trace.go:171","msg":"trace[1473514660] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3841; }","duration":"123.272713ms","start":"2026-03-06T00:41:31.53305Z","end":"2026-03-06T00:41:31.656323Z","steps":["trace[1473514660] 'agreement among raft nodes before linearized reading' (duration: 122.920165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:31.659658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.806078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:31.659735Z","caller":"traceutil/trace.go:171","msg":"trace[409288087] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3842; }","duration":"100.915401ms","start":"2026-03-06T00:41:31.5588Z","end":"2026-03-06T00:41:31.659716Z","steps":["trace[409288087] 'agreement among raft nodes before linearized reading' (duration: 100.808818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:40.047099Z","caller":"traceutil/trace.go:171","msg":"trace[1815987913] linearizableReadLoop","detail":"{readStateIndex:4461; appliedIndex:4460; }","duration":"157.20333ms","start":"2026-03-06T00:41:39.889869Z","end":"2026-03-06T00:41:40.047072Z","steps":["trace[1815987913] 'read index received' (duration: 156.972045ms)","trace[1815987913] 'applied index is now lower than readState.Index' (duration: 226.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:40.047124Z","caller":"traceutil/trace.go:171","msg":"trace[1720609543] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"233.765727ms","start":"2026-03-06T00:41:39.813324Z","end":"2026-03-06T00:41:40.04709Z","steps":["trace[1720609543] 'process raft request' (duration: 233.581993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:40.047645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.291862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e5ee6d4-44b0-4f24-8c60-39906a2397dd\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-06T00:41:40.047699Z","caller":"traceutil/trace.go:171","msg":"trace[264640486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e5ee6d4-44b0-4f24-8c60-39906a2397dd; range_end:; response_count:1; response_revision:4286; }","duration":"100.405534ms","start":"2026-03-06T00:41:39.947279Z","end":"2026-03-06T00:41:40.047685Z","steps":["trace[264640486] 'agreement among raft nodes before linearized reading' (duration: 100.246431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:40.048205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.316866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-06T00:41:40.048262Z","caller":"traceutil/trace.go:171","msg":"trace[1304658693] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4286; }","duration":"158.419048ms","start":"2026-03-06T00:41:39.889829Z","end":"2026-03-06T00:41:40.048248Z","steps":["trace[1304658693] 'agreement among raft nodes before linearized reading' (duration: 157.379334ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:40.92648Z","caller":"traceutil/trace.go:171","msg":"trace[1826863157] transaction","detail":"{read_only:false; response_revision:4305; number_of_response:1; }","duration":"228.32399ms","start":"2026-03-06T00:41:40.698082Z","end":"2026-03-06T00:41:40.926406Z","steps":["trace[1826863157] 'process raft request' (duration: 189.622616ms)","trace[1826863157] 'compare' (duration: 38.383607ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:40.926732Z","caller":"traceutil/trace.go:171","msg":"trace[317108097] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"228.057004ms","start":"2026-03-06T00:41:40.698639Z","end":"2026-03-06T00:41:40.926696Z","steps":["trace[317108097] 'process raft request' (duration: 227.691765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:40.92703Z","caller":"traceutil/trace.go:171","msg":"trace[971999303] linearizableReadLoop","detail":"{readStateIndex:4483; appliedIndex:4479; }","duration":"213.202177ms","start":"2026-03-06T00:41:40.713812Z","end":"2026-03-06T00:41:40.927014Z","steps":["trace[971999303] 'read index received' (duration: 174.016512ms)","trace[971999303] 'applied index is now lower than readState.Index' (duration: 39.184035ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:40.927076Z","caller":"traceutil/trace.go:171","msg":"trace[1429218021] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"226.61927ms","start":"2026-03-06T00:41:40.700442Z","end":"2026-03-06T00:41:40.927061Z","steps":["trace[1429218021] 'process raft request' (duration: 226.497067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:40.927137Z","caller":"traceutil/trace.go:171","msg":"trace[446232089] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"227.987802ms","start":"2026-03-06T00:41:40.69908Z","end":"2026-03-06T00:41:40.927068Z","steps":["trace[446232089] 'process raft request' (duration: 227.525922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:40.927247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.400362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:41:40.927292Z","caller":"traceutil/trace.go:171","msg":"trace[962265672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:4308; }","duration":"213.471423ms","start":"2026-03-06T00:41:40.713807Z","end":"2026-03-06T00:41:40.927279Z","steps":["trace[962265672] 'agreement among raft nodes before linearized reading' (duration: 213.269129ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:41.795628Z","caller":"traceutil/trace.go:171","msg":"trace[889430753] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"104.125701ms","start":"2026-03-06T00:41:41.691469Z","end":"2026-03-06T00:41:41.795594Z","steps":["trace[889430753] 'process raft request' (duration: 103.893155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:41.949452Z","caller":"traceutil/trace.go:171","msg":"trace[977191465] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"144.744609ms","start":"2026-03-06T00:41:41.804676Z","end":"2026-03-06T00:41:41.949421Z","steps":["trace[977191465] 'process raft request' (duration: 139.182039ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:46.439628Z","caller":"traceutil/trace.go:171","msg":"trace[1632241001] linearizableReadLoop","detail":"{readStateIndex:4593; appliedIndex:4592; }","duration":"184.65025ms","start":"2026-03-06T00:41:46.254937Z","end":"2026-03-06T00:41:46.439587Z","steps":["trace[1632241001] 'read index received' (duration: 184.422705ms)","trace[1632241001] 'applied index is now lower than readState.Index' (duration: 226.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:46.439731Z","caller":"traceutil/trace.go:171","msg":"trace[964046201] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"198.080454ms","start":"2026-03-06T00:41:46.241558Z","end":"2026-03-06T00:41:46.439638Z","steps":["trace[964046201] 'process raft request' (duration: 197.843979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.442665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.669801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-06T00:41:46.442763Z","caller":"traceutil/trace.go:171","msg":"trace[1749218223] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4411; }","duration":"187.834765ms","start":"2026-03-06T00:41:46.254909Z","end":"2026-03-06T00:41:46.442744Z","steps":["trace[1749218223] 'agreement among raft nodes before linearized reading' (duration: 184.843665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.669761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.000205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:46.670057Z","caller":"traceutil/trace.go:171","msg":"trace[127919962] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"261.867154ms","start":"2026-03-06T00:41:46.408163Z","end":"2026-03-06T00:41:46.67003Z","steps":["trace[127919962] 'process raft request' (duration: 146.404258ms)","trace[127919962] 'compare' (duration: 114.385731ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:46.670682Z","caller":"traceutil/trace.go:171","msg":"trace[1958839050] linearizableReadLoop","detail":"{readStateIndex:4595; appliedIndex:4593; }","duration":"230.933941ms","start":"2026-03-06T00:41:46.439721Z","end":"2026-03-06T00:41:46.670655Z","steps":["trace[1958839050] 'read index received' (duration: 114.862932ms)","trace[1958839050] 'applied index is now lower than readState.Index' (duration: 116.070019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:46.67083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.719886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:46.67087Z","caller":"traceutil/trace.go:171","msg":"trace[1879242837] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4413; }","duration":"251.817798ms","start":"2026-03-06T00:41:46.419043Z","end":"2026-03-06T00:41:46.67086Z","steps":["trace[1879242837] 'agreement among raft nodes before linearized reading' (duration: 251.729476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:46.670973Z","caller":"traceutil/trace.go:171","msg":"trace[1249569974] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"260.0267ms","start":"2026-03-06T00:41:46.41071Z","end":"2026-03-06T00:41:46.670737Z","steps":["trace[1249569974] 'process raft request' (duration: 259.812715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:46.762093Z","caller":"traceutil/trace.go:171","msg":"trace[1628345027] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"317.074322ms","start":"2026-03-06T00:41:46.445Z","end":"2026-03-06T00:41:46.762074Z","steps":["trace[1628345027] 'process raft request' (duration: 316.943159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.762209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:46.444978Z","time spent":"317.170225ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:46.762454Z","caller":"traceutil/trace.go:171","msg":"trace[321730003] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"317.326638ms","start":"2026-03-06T00:41:46.445122Z","end":"2026-03-06T00:41:46.762449Z","steps":["trace[321730003] 'process raft request' (duration: 316.915938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.762488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:46.445086Z","time spent":"317.386209ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:46.762655Z","caller":"traceutil/trace.go:171","msg":"trace[345158112] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"313.713544ms","start":"2026-03-06T00:41:46.448921Z","end":"2026-03-06T00:41:46.762634Z","steps":["trace[345158112] 'process raft request' (duration: 313.372856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.762764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.285327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-06T00:41:46.762785Z","caller":"traceutil/trace.go:171","msg":"trace[337739630] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4416; }","duration":"272.343838ms","start":"2026-03-06T00:41:46.490434Z","end":"2026-03-06T00:41:46.762778Z","steps":["trace[337739630] 'agreement among raft nodes before linearized reading' (duration: 272.255566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.762774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:46.448896Z","time spent":"313.811526ms","remote":"127.0.0.1:60946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:46.762787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.047671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:41:46.762842Z","caller":"traceutil/trace.go:171","msg":"trace[134758951] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:4416; }","duration":"260.136013ms","start":"2026-03-06T00:41:46.502689Z","end":"2026-03-06T00:41:46.762825Z","steps":["trace[134758951] 'agreement among raft nodes before linearized reading' (duration: 259.969549ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:46.949507Z","caller":"traceutil/trace.go:171","msg":"trace[1195975613] linearizableReadLoop","detail":"{readStateIndex:4599; appliedIndex:4598; }","duration":"186.939894ms","start":"2026-03-06T00:41:46.762542Z","end":"2026-03-06T00:41:46.949482Z","steps":["trace[1195975613] 'read index received' (duration: 186.77936ms)","trace[1195975613] 'applied index is now lower than readState.Index' (duration: 159.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:46.949665Z","caller":"traceutil/trace.go:171","msg":"trace[823823082] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"277.358935ms","start":"2026-03-06T00:41:46.672266Z","end":"2026-03-06T00:41:46.949625Z","steps":["trace[823823082] 'process raft request' (duration: 277.069458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:46.949701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.974626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:41:46.94975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.417569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cfgr7\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-06T00:41:46.94973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.114316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:41:46.949777Z","caller":"traceutil/trace.go:171","msg":"trace[655388877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4417; }","duration":"226.093018ms","start":"2026-03-06T00:41:46.723665Z","end":"2026-03-06T00:41:46.949757Z","steps":["trace[655388877] 'agreement among raft nodes before linearized reading' (duration: 225.854093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:46.949788Z","caller":"traceutil/trace.go:171","msg":"trace[11387171] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-cfgr7; range_end:; response_count:1; response_revision:4417; }","duration":"260.503442ms","start":"2026-03-06T00:41:46.689272Z","end":"2026-03-06T00:41:46.949776Z","steps":["trace[11387171] 'agreement among raft nodes before linearized reading' (duration: 260.333188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:46.94981Z","caller":"traceutil/trace.go:171","msg":"trace[344270662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4417; }","duration":"231.238699ms","start":"2026-03-06T00:41:46.718554Z","end":"2026-03-06T00:41:46.949793Z","steps":["trace[344270662] 'agreement among raft nodes before linearized reading' (duration: 230.999453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.001829Z","caller":"traceutil/trace.go:171","msg":"trace[1428623290] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"233.259366ms","start":"2026-03-06T00:41:46.768555Z","end":"2026-03-06T00:41:47.001814Z","steps":["trace[1428623290] 'process raft request' (duration: 233.156823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.001932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.282129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:41:47.001959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.677896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-06T00:41:47.001998Z","caller":"traceutil/trace.go:171","msg":"trace[423186956] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4418; }","duration":"189.397371ms","start":"2026-03-06T00:41:46.812583Z","end":"2026-03-06T00:41:47.001981Z","steps":["trace[423186956] 'agreement among raft nodes before linearized reading' (duration: 189.245168ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.002027Z","caller":"traceutil/trace.go:171","msg":"trace[132512047] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4418; }","duration":"218.736947ms","start":"2026-03-06T00:41:46.783263Z","end":"2026-03-06T00:41:47.002Z","steps":["trace[132512047] 'agreement among raft nodes before linearized reading' (duration: 218.594184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.151626Z","caller":"traceutil/trace.go:171","msg":"trace[1595509671] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"197.694235ms","start":"2026-03-06T00:41:46.953888Z","end":"2026-03-06T00:41:47.151582Z","steps":["trace[1595509671] 'process raft request' (duration: 197.290575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.151941Z","caller":"traceutil/trace.go:171","msg":"trace[1335049659] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"197.666185ms","start":"2026-03-06T00:41:46.95421Z","end":"2026-03-06T00:41:47.151876Z","steps":["trace[1335049659] 'process raft request' (duration: 197.318937ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.151998Z","caller":"traceutil/trace.go:171","msg":"trace[2030986587] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"191.03933ms","start":"2026-03-06T00:41:46.960942Z","end":"2026-03-06T00:41:47.151982Z","steps":["trace[2030986587] 'process raft request' (duration: 190.846896ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.151995Z","caller":"traceutil/trace.go:171","msg":"trace[1100629012] linearizableReadLoop","detail":"{readStateIndex:4604; appliedIndex:4601; }","duration":"150.189736ms","start":"2026-03-06T00:41:47.001786Z","end":"2026-03-06T00:41:47.151976Z","steps":["trace[1100629012] 'read index received' (duration: 149.368197ms)","trace[1100629012] 'applied index is now lower than readState.Index' (duration: 820.739µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:47.152183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.840462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:41:47.152183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.809544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:41:47.152222Z","caller":"traceutil/trace.go:171","msg":"trace[1864426689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4421; }","duration":"198.928524ms","start":"2026-03-06T00:41:46.953284Z","end":"2026-03-06T00:41:47.152213Z","steps":["trace[1864426689] 'agreement among raft nodes before linearized reading' (duration: 198.801491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.152253Z","caller":"traceutil/trace.go:171","msg":"trace[18868708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:4421; }","duration":"196.901106ms","start":"2026-03-06T00:41:46.955336Z","end":"2026-03-06T00:41:47.152237Z","steps":["trace[18868708] 'agreement among raft nodes before linearized reading' (duration: 196.65534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.152294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.424202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:41:47.152359Z","caller":"traceutil/trace.go:171","msg":"trace[1021596065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4421; }","duration":"201.510495ms","start":"2026-03-06T00:41:46.950831Z","end":"2026-03-06T00:41:47.152341Z","steps":["trace[1021596065] 'agreement among raft nodes before linearized reading' (duration: 201.32587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.152343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.645874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:41:47.152435Z","caller":"traceutil/trace.go:171","msg":"trace[652695565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4421; }","duration":"191.765987ms","start":"2026-03-06T00:41:46.960649Z","end":"2026-03-06T00:41:47.152415Z","steps":["trace[652695565] 'agreement among raft nodes before linearized reading' (duration: 191.43456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.152399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.013593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:41:47.152566Z","caller":"traceutil/trace.go:171","msg":"trace[49107018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4421; }","duration":"198.234237ms","start":"2026-03-06T00:41:46.954312Z","end":"2026-03-06T00:41:47.152546Z","steps":["trace[49107018] 'agreement among raft nodes before linearized reading' (duration: 197.740036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.157811Z","caller":"traceutil/trace.go:171","msg":"trace[2103266624] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"154.604949ms","start":"2026-03-06T00:41:47.003192Z","end":"2026-03-06T00:41:47.157797Z","steps":["trace[2103266624] 'process raft request' (duration: 154.508896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.15815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.833861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-06T00:41:47.158309Z","caller":"traceutil/trace.go:171","msg":"trace[1234615310] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4422; }","duration":"151.020135ms","start":"2026-03-06T00:41:47.007264Z","end":"2026-03-06T00:41:47.158284Z","steps":["trace[1234615310] 'agreement among raft nodes before linearized reading' (duration: 150.704238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.158192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.37673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:47.158759Z","caller":"traceutil/trace.go:171","msg":"trace[137499412] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:4422; }","duration":"153.950974ms","start":"2026-03-06T00:41:47.004789Z","end":"2026-03-06T00:41:47.15874Z","steps":["trace[137499412] 'agreement among raft nodes before linearized reading' (duration: 153.36065ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.374515Z","caller":"traceutil/trace.go:171","msg":"trace[2068270876] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"217.16407ms","start":"2026-03-06T00:41:47.157327Z","end":"2026-03-06T00:41:47.374491Z","steps":["trace[2068270876] 'process raft request' (duration: 137.239284ms)","trace[2068270876] 'compare' (duration: 79.020675ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:47.378412Z","caller":"traceutil/trace.go:171","msg":"trace[626146381] linearizableReadLoop","detail":"{readStateIndex:4608; appliedIndex:4605; }","duration":"220.480977ms","start":"2026-03-06T00:41:47.157905Z","end":"2026-03-06T00:41:47.378386Z","steps":["trace[626146381] 'read index received' (duration: 136.771063ms)","trace[626146381] 'applied index is now lower than readState.Index' (duration: 83.708894ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:47.378559Z","caller":"traceutil/trace.go:171","msg":"trace[613472883] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"220.751663ms","start":"2026-03-06T00:41:47.157795Z","end":"2026-03-06T00:41:47.378547Z","steps":["trace[613472883] 'process raft request' (duration: 220.513027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.378707Z","caller":"traceutil/trace.go:171","msg":"trace[1606957787] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"220.747254ms","start":"2026-03-06T00:41:47.157951Z","end":"2026-03-06T00:41:47.378698Z","steps":["trace[1606957787] 'process raft request' (duration: 220.399415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.378813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.133196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:47.378881Z","caller":"traceutil/trace.go:171","msg":"trace[713565360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4426; }","duration":"219.246359ms","start":"2026-03-06T00:41:47.15962Z","end":"2026-03-06T00:41:47.378866Z","steps":["trace[713565360] 'agreement among raft nodes before linearized reading' (duration: 219.123386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.379091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.872507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:47.379117Z","caller":"traceutil/trace.go:171","msg":"trace[91660593] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4426; }","duration":"217.918897ms","start":"2026-03-06T00:41:47.161192Z","end":"2026-03-06T00:41:47.37911Z","steps":["trace[91660593] 'agreement among raft nodes before linearized reading' (duration: 217.878176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.379137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.625863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62870"} {"level":"info","ts":"2026-03-06T00:41:47.379373Z","caller":"traceutil/trace.go:171","msg":"trace[63854420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4426; }","duration":"222.185027ms","start":"2026-03-06T00:41:47.157174Z","end":"2026-03-06T00:41:47.379359Z","steps":["trace[63854420] 'agreement among raft nodes before linearized reading' (duration: 221.785148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.379415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.361621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T00:41:47.379439Z","caller":"traceutil/trace.go:171","msg":"trace[1680749784] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4426; }","duration":"219.408532ms","start":"2026-03-06T00:41:47.160025Z","end":"2026-03-06T00:41:47.379433Z","steps":["trace[1680749784] 'agreement among raft nodes before linearized reading' (duration: 219.358881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.379855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.262845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-06T00:41:47.379886Z","caller":"traceutil/trace.go:171","msg":"trace[415453509] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4426; }","duration":"218.291346ms","start":"2026-03-06T00:41:47.161585Z","end":"2026-03-06T00:41:47.379876Z","steps":["trace[415453509] 'agreement among raft nodes before linearized reading' (duration: 218.190054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:47.378933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.387014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:41:47.380582Z","caller":"traceutil/trace.go:171","msg":"trace[492257828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4426; }","duration":"219.054654ms","start":"2026-03-06T00:41:47.161511Z","end":"2026-03-06T00:41:47.380566Z","steps":["trace[492257828] 'agreement among raft nodes before linearized reading' (duration: 217.298513ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:47.380658Z","caller":"traceutil/trace.go:171","msg":"trace[1810158936] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"223.020616ms","start":"2026-03-06T00:41:47.157622Z","end":"2026-03-06T00:41:47.380642Z","steps":["trace[1810158936] 'process raft request' (duration: 220.554478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:48.793836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.681295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:48.794051Z","caller":"traceutil/trace.go:171","msg":"trace[574152124] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"119.219534ms","start":"2026-03-06T00:41:48.674815Z","end":"2026-03-06T00:41:48.794034Z","steps":["trace[574152124] 'process raft request' (duration: 119.131691ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:48.794317Z","caller":"traceutil/trace.go:171","msg":"trace[347408664] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"587.416623ms","start":"2026-03-06T00:41:48.206886Z","end":"2026-03-06T00:41:48.794303Z","steps":["trace[347408664] 'process raft request' (duration: 63.211645ms)","trace[347408664] 'compare' (duration: 523.502401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:48.794366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:48.206868Z","time spent":"587.474505ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:41:48.800304Z","caller":"traceutil/trace.go:171","msg":"trace[629118343] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"124.951447ms","start":"2026-03-06T00:41:48.675342Z","end":"2026-03-06T00:41:48.800294Z","steps":["trace[629118343] 'process raft request' (duration: 124.752472ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:50.717808Z","caller":"traceutil/trace.go:171","msg":"trace[268436800] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4744; }","duration":"167.9332ms","start":"2026-03-06T00:41:50.54985Z","end":"2026-03-06T00:41:50.717783Z","steps":["trace[268436800] 'read index received' (duration: 167.742496ms)","trace[268436800] 'applied index is now lower than readState.Index' (duration: 189.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:50.717862Z","caller":"traceutil/trace.go:171","msg":"trace[1060677890] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"218.260315ms","start":"2026-03-06T00:41:50.499566Z","end":"2026-03-06T00:41:50.717826Z","steps":["trace[1060677890] 'process raft request' (duration: 218.077811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:50.717964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.082324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:50.718031Z","caller":"traceutil/trace.go:171","msg":"trace[698081731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4559; }","duration":"168.174956ms","start":"2026-03-06T00:41:50.549838Z","end":"2026-03-06T00:41:50.718013Z","steps":["trace[698081731] 'agreement among raft nodes before linearized reading' (duration: 168.032462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.336982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844768033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:41:51.591535Z","caller":"traceutil/trace.go:171","msg":"trace[1231546050] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"854.799305ms","start":"2026-03-06T00:41:50.736711Z","end":"2026-03-06T00:41:51.59151Z","steps":["trace[1231546050] 'process raft request' (duration: 854.681173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.591658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:50.736692Z","time spent":"854.902447ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:51.593785Z","caller":"traceutil/trace.go:171","msg":"trace[306163278] linearizableReadLoop","detail":"{readStateIndex:4748; appliedIndex:4746; }","duration":"756.827458ms","start":"2026-03-06T00:41:50.836938Z","end":"2026-03-06T00:41:51.593765Z","steps":["trace[306163278] 'read index received' (duration: 754.891303ms)","trace[306163278] 'applied index is now lower than readState.Index' (duration: 1.935535ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:51.593999Z","caller":"traceutil/trace.go:171","msg":"trace[1452712984] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"794.857255ms","start":"2026-03-06T00:41:50.799134Z","end":"2026-03-06T00:41:51.593991Z","steps":["trace[1452712984] 'process raft request' (duration: 794.518857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.594092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:50.799108Z","time spent":"794.917487ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:51.59422Z","caller":"traceutil/trace.go:171","msg":"trace[1106934757] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"789.06868ms","start":"2026-03-06T00:41:50.805143Z","end":"2026-03-06T00:41:51.594211Z","steps":["trace[1106934757] 'process raft request' (duration: 788.599239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.594276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:50.80512Z","time spent":"789.133412ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:51.594373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.438142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:51.594394Z","caller":"traceutil/trace.go:171","msg":"trace[306392985] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4562; }","duration":"757.498994ms","start":"2026-03-06T00:41:50.836889Z","end":"2026-03-06T00:41:51.594388Z","steps":["trace[306392985] 'agreement among raft nodes before linearized reading' (duration: 757.459783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.594415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:50.836869Z","time spent":"757.541265ms","remote":"127.0.0.1:58610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:41:51.594574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.978309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:51.594595Z","caller":"traceutil/trace.go:171","msg":"trace[645652254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4562; }","duration":"466.04125ms","start":"2026-03-06T00:41:51.128548Z","end":"2026-03-06T00:41:51.594589Z","steps":["trace[645652254] 'agreement among raft nodes before linearized reading' (duration: 466.000769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.594614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:51.128525Z","time spent":"466.083361ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:41:51.594851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.849772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:41:51.59487Z","caller":"traceutil/trace.go:171","msg":"trace[174898551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4562; }","duration":"192.868373ms","start":"2026-03-06T00:41:51.401995Z","end":"2026-03-06T00:41:51.594863Z","steps":["trace[174898551] 'agreement among raft nodes before linearized reading' (duration: 192.790631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.594982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.107428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:41:51.594999Z","caller":"traceutil/trace.go:171","msg":"trace[1661307534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:4562; }","duration":"193.16366ms","start":"2026-03-06T00:41:51.40183Z","end":"2026-03-06T00:41:51.594994Z","steps":["trace[1661307534] 'agreement among raft nodes before linearized reading' (duration: 193.110228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.595115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.694151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:41:51.595142Z","caller":"traceutil/trace.go:171","msg":"trace[155145710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4562; }","duration":"193.739293ms","start":"2026-03-06T00:41:51.401397Z","end":"2026-03-06T00:41:51.595137Z","steps":["trace[155145710] 'agreement among raft nodes before linearized reading' (duration: 193.676702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.595242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.03474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:41:51.595312Z","caller":"traceutil/trace.go:171","msg":"trace[1900028161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4562; }","duration":"194.154423ms","start":"2026-03-06T00:41:51.401133Z","end":"2026-03-06T00:41:51.595287Z","steps":["trace[1900028161] 'agreement among raft nodes before linearized reading' (duration: 193.981229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.59546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.289266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:41:51.595477Z","caller":"traceutil/trace.go:171","msg":"trace[352708683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4562; }","duration":"194.347207ms","start":"2026-03-06T00:41:51.401126Z","end":"2026-03-06T00:41:51.595473Z","steps":["trace[352708683] 'agreement among raft nodes before linearized reading' (duration: 194.294866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.595775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.954174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T00:41:51.595807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.442047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777457"} {"level":"info","ts":"2026-03-06T00:41:51.595826Z","caller":"traceutil/trace.go:171","msg":"trace[2002873740] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4562; }","duration":"256.501438ms","start":"2026-03-06T00:41:51.33932Z","end":"2026-03-06T00:41:51.595821Z","steps":["trace[2002873740] 'agreement among raft nodes before linearized reading' (duration: 256.204221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:51.595825Z","caller":"traceutil/trace.go:171","msg":"trace[1385633442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4562; }","duration":"429.040356ms","start":"2026-03-06T00:41:51.166775Z","end":"2026-03-06T00:41:51.595815Z","steps":["trace[1385633442] 'agreement among raft nodes before linearized reading' (duration: 428.935443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.59584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.313671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0482eecc-c3d5-4665-963a-47492150eda7\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-03-06T00:41:51.595852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:51.166755Z","time spent":"429.090537ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:41:51.595877Z","caller":"traceutil/trace.go:171","msg":"trace[430962815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0482eecc-c3d5-4665-963a-47492150eda7; range_end:; response_count:1; response_revision:4562; }","duration":"324.389073ms","start":"2026-03-06T00:41:51.271477Z","end":"2026-03-06T00:41:51.595866Z","steps":["trace[430962815] 'agreement among raft nodes before linearized reading' (duration: 324.301201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.595906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:51.27146Z","time spent":"324.438124ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0482eecc-c3d5-4665-963a-47492150eda7\" "} {"level":"warn","ts":"2026-03-06T00:41:51.596032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.452529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:41:51.598077Z","caller":"traceutil/trace.go:171","msg":"trace[523858764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4562; }","duration":"429.514158ms","start":"2026-03-06T00:41:51.168554Z","end":"2026-03-06T00:41:51.598069Z","steps":["trace[523858764] 'agreement among raft nodes before linearized reading' (duration: 427.413188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:51.598105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:51.168545Z","time spent":"429.551948ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:41:53.057331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.343137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:41:53.057435Z","caller":"traceutil/trace.go:171","msg":"trace[1582668211] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4594; }","duration":"143.4962ms","start":"2026-03-06T00:41:52.913911Z","end":"2026-03-06T00:41:53.057407Z","steps":["trace[1582668211] 'agreement among raft nodes before linearized reading' (duration: 49.664529ms)","trace[1582668211] 'count revisions from in-memory index tree' (duration: 93.675757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:54.173625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.573006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:41:54.173715Z","caller":"traceutil/trace.go:171","msg":"trace[1632244967] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4595; }","duration":"596.72125ms","start":"2026-03-06T00:41:53.576968Z","end":"2026-03-06T00:41:54.173689Z","steps":["trace[1632244967] 'count revisions from in-memory index tree' (duration: 596.435284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.17376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.576947Z","time spent":"596.802892ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:41:54.173838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.880516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:54.173963Z","caller":"traceutil/trace.go:171","msg":"trace[157914589] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"573.028547ms","start":"2026-03-06T00:41:53.60091Z","end":"2026-03-06T00:41:54.173938Z","steps":["trace[157914589] 'process raft request' (duration: 121.935516ms)","trace[157914589] 'compare' (duration: 450.526398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:54.174037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.600885Z","time spent":"573.116749ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:41:54.460225Z","caller":"traceutil/trace.go:171","msg":"trace[190668266] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4783; }","duration":"856.535296ms","start":"2026-03-06T00:41:53.603636Z","end":"2026-03-06T00:41:54.460171Z","steps":["trace[190668266] 'read index received' (duration: 119.219713ms)","trace[190668266] 'applied index is now lower than readState.Index' (duration: 737.313863ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:54.460301Z","caller":"traceutil/trace.go:171","msg":"trace[1121507483] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"859.307111ms","start":"2026-03-06T00:41:53.600949Z","end":"2026-03-06T00:41:54.460256Z","steps":["trace[1121507483] 'process raft request' (duration: 825.321838ms)","trace[1121507483] 'compare' (duration: 33.646535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:54.460485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.600919Z","time spent":"859.465574ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:54.460746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.069188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0482eecc-c3d5-4665-963a-47492150eda7\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-06T00:41:54.460919Z","caller":"traceutil/trace.go:171","msg":"trace[1160281644] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0482eecc-c3d5-4665-963a-47492150eda7; range_end:; response_count:1; response_revision:4597; }","duration":"857.188201ms","start":"2026-03-06T00:41:53.603623Z","end":"2026-03-06T00:41:54.460811Z","steps":["trace[1160281644] 'agreement among raft nodes before linearized reading' (duration: 856.72145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.46101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.603584Z","time spent":"857.411106ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0482eecc-c3d5-4665-963a-47492150eda7\" "} {"level":"warn","ts":"2026-03-06T00:41:54.772256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.702085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:54.772351Z","caller":"traceutil/trace.go:171","msg":"trace[623965407] linearizableReadLoop","detail":"{readStateIndex:4786; appliedIndex:4785; }","duration":"311.998743ms","start":"2026-03-06T00:41:54.460335Z","end":"2026-03-06T00:41:54.772333Z","steps":["trace[623965407] 'read index received' (duration: 114.163205ms)","trace[623965407] 'applied index is now lower than readState.Index' (duration: 197.834378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:54.772469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167536176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:41:54.772494Z","caller":"traceutil/trace.go:171","msg":"trace[2080741226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:4598; }","duration":"1.167560967s","start":"2026-03-06T00:41:53.604926Z","end":"2026-03-06T00:41:54.772487Z","steps":["trace[2080741226] 'agreement among raft nodes before linearized reading' (duration: 1.167446124s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.772538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.604892Z","time spent":"1.167640229s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T00:41:54.772532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.729698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:41:54.772539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081547788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:54.772613Z","caller":"traceutil/trace.go:171","msg":"trace[251292111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4598; }","duration":"643.878701ms","start":"2026-03-06T00:41:54.128716Z","end":"2026-03-06T00:41:54.772595Z","steps":["trace[251292111] 'agreement among raft nodes before linearized reading' (duration: 643.731408ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:41:54.772619Z","caller":"traceutil/trace.go:171","msg":"trace[539597842] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:4598; }","duration":"1.081711872s","start":"2026-03-06T00:41:53.690891Z","end":"2026-03-06T00:41:54.772603Z","steps":["trace[539597842] 'agreement among raft nodes before linearized reading' (duration: 1.08159128s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.772639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158214168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:41:54.772663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:54.128689Z","time spent":"643.966393ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:41:54.772664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.69087Z","time spent":"1.081783434s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-06T00:41:54.772703Z","caller":"traceutil/trace.go:171","msg":"trace[974620585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4598; }","duration":"1.15830228s","start":"2026-03-06T00:41:53.614382Z","end":"2026-03-06T00:41:54.772684Z","steps":["trace[974620585] 'agreement among raft nodes before linearized reading' (duration: 1.158115076s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.772798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.61437Z","time spent":"1.158417383s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:54.772756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157729607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:41:54.772892Z","caller":"traceutil/trace.go:171","msg":"trace[1725884860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4598; }","duration":"1.157883811s","start":"2026-03-06T00:41:53.614992Z","end":"2026-03-06T00:41:54.772876Z","steps":["trace[1725884860] 'agreement among raft nodes before linearized reading' (duration: 1.15742989s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.772985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.614981Z","time spent":"1.157989493s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:41:54.772808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158685029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:41:54.773113Z","caller":"traceutil/trace.go:171","msg":"trace[791972630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4598; }","duration":"1.159002607s","start":"2026-03-06T00:41:53.614098Z","end":"2026-03-06T00:41:54.7731Z","steps":["trace[791972630] 'agreement among raft nodes before linearized reading' (duration: 1.158678029s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.773163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.614087Z","time spent":"1.159062618s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:54.772763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158355561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:41:54.773264Z","caller":"traceutil/trace.go:171","msg":"trace[1760055418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4598; }","duration":"1.158894734s","start":"2026-03-06T00:41:53.61436Z","end":"2026-03-06T00:41:54.773255Z","steps":["trace[1760055418] 'agreement among raft nodes before linearized reading' (duration: 1.158360161s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.7733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.614346Z","time spent":"1.158945116s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:41:54.772978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155770771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:41:54.773381Z","caller":"traceutil/trace.go:171","msg":"trace[118752212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4598; }","duration":"1.156217941s","start":"2026-03-06T00:41:53.61715Z","end":"2026-03-06T00:41:54.773368Z","steps":["trace[118752212] 'agreement among raft nodes before linearized reading' (duration: 1.155643038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.773413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.617139Z","time spent":"1.156265572s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:41:54.773044Z","caller":"traceutil/trace.go:171","msg":"trace[739341393] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"316.94632ms","start":"2026-03-06T00:41:54.455707Z","end":"2026-03-06T00:41:54.772654Z","steps":["trace[739341393] 'process raft request' (duration: 118.763453ms)","trace[739341393] 'compare' (duration: 197.591093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:54.774294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:54.455676Z","time spent":"318.545256ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:41:54.773753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15874128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:41:54.774512Z","caller":"traceutil/trace.go:171","msg":"trace[993120344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4598; }","duration":"1.159541709s","start":"2026-03-06T00:41:53.614944Z","end":"2026-03-06T00:41:54.774486Z","steps":["trace[993120344] 'agreement among raft nodes before linearized reading' (duration: 1.157642735s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:54.774574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:41:53.614929Z","time spent":"1.159628541s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:41:56.13647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.535334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:56.136701Z","caller":"traceutil/trace.go:171","msg":"trace[1861593888] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"159.667477ms","start":"2026-03-06T00:41:55.977018Z","end":"2026-03-06T00:41:56.136685Z","steps":["trace[1861593888] 'process raft request' (duration: 26.849576ms)","trace[1861593888] 'compare' (duration: 132.257728ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:56.35819Z","caller":"traceutil/trace.go:171","msg":"trace[313192920] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4811; }","duration":"133.843664ms","start":"2026-03-06T00:41:56.224324Z","end":"2026-03-06T00:41:56.358167Z","steps":["trace[313192920] 'read index received' (duration: 125.016498ms)","trace[313192920] 'applied index is now lower than readState.Index' (duration: 8.826276ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:56.358222Z","caller":"traceutil/trace.go:171","msg":"trace[164584325] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"178.505847ms","start":"2026-03-06T00:41:56.17969Z","end":"2026-03-06T00:41:56.358196Z","steps":["trace[164584325] 'process raft request' (duration: 169.664971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:56.358613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.014328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cfgr7.189a19bda7c3f553\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-06T00:41:56.358663Z","caller":"traceutil/trace.go:171","msg":"trace[312721686] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-cfgr7.189a19bda7c3f553; range_end:; response_count:1; response_revision:4623; }","duration":"134.383637ms","start":"2026-03-06T00:41:56.224271Z","end":"2026-03-06T00:41:56.358655Z","steps":["trace[312721686] 'agreement among raft nodes before linearized reading' (duration: 133.970037ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:01.92584Z","caller":"traceutil/trace.go:171","msg":"trace[187022960] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4943; }","duration":"144.086923ms","start":"2026-03-06T00:42:01.781729Z","end":"2026-03-06T00:42:01.925816Z","steps":["trace[187022960] 'read index received' (duration: 143.785646ms)","trace[187022960] 'applied index is now lower than readState.Index' (duration: 300.327µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:01.925873Z","caller":"traceutil/trace.go:171","msg":"trace[139529571] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"149.574552ms","start":"2026-03-06T00:42:01.776273Z","end":"2026-03-06T00:42:01.925848Z","steps":["trace[139529571] 'process raft request' (duration: 149.320846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:01.926072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.308809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:01.926213Z","caller":"traceutil/trace.go:171","msg":"trace[1697057048] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4751; }","duration":"144.513864ms","start":"2026-03-06T00:42:01.781674Z","end":"2026-03-06T00:42:01.926188Z","steps":["trace[1697057048] 'agreement among raft nodes before linearized reading' (duration: 144.259728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.364462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.815565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:02.364723Z","caller":"traceutil/trace.go:171","msg":"trace[1743780018] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"427.472469ms","start":"2026-03-06T00:42:01.937214Z","end":"2026-03-06T00:42:02.364687Z","steps":["trace[1743780018] 'process raft request' (duration: 427.354446ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:02.364746Z","caller":"traceutil/trace.go:171","msg":"trace[849769523] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"436.543301ms","start":"2026-03-06T00:42:01.928169Z","end":"2026-03-06T00:42:02.364683Z","steps":["trace[849769523] 'process raft request' (duration: 197.404119ms)","trace[849769523] 'compare' (duration: 238.655781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:02.364886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.937201Z","time spent":"427.594382ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:02.364939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:01.927664Z","time spent":"437.183036ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:42:02.365086Z","caller":"traceutil/trace.go:171","msg":"trace[1689298734] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4944; }","duration":"236.233854ms","start":"2026-03-06T00:42:02.128817Z","end":"2026-03-06T00:42:02.365051Z","steps":["trace[1689298734] 'read index received' (duration: 144.494713ms)","trace[1689298734] 'applied index is now lower than readState.Index' (duration: 91.736111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:02.663805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.139123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-06T00:42:02.663864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.00043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:02.66397Z","caller":"traceutil/trace.go:171","msg":"trace[2117803423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4753; }","duration":"535.189194ms","start":"2026-03-06T00:42:02.128753Z","end":"2026-03-06T00:42:02.663942Z","steps":["trace[2117803423] 'agreement among raft nodes before linearized reading' (duration: 236.384338ms)","trace[2117803423] 'range keys from in-memory index tree' (duration: 298.632651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:02.664029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.12873Z","time spent":"535.289966ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:42:02.664263Z","caller":"traceutil/trace.go:171","msg":"trace[1298418460] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"384.024355ms","start":"2026-03-06T00:42:02.280217Z","end":"2026-03-06T00:42:02.664242Z","steps":["trace[1298418460] 'process raft request' (duration: 383.697517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.664401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.280186Z","time spent":"384.137328ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:02.860488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.131992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:02.860817Z","caller":"traceutil/trace.go:171","msg":"trace[200694843] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"492.438806ms","start":"2026-03-06T00:42:02.368354Z","end":"2026-03-06T00:42:02.860793Z","steps":["trace[200694843] 'process raft request' (duration: 384.925175ms)","trace[200694843] 'compare' (duration: 106.931937ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:02.860869Z","caller":"traceutil/trace.go:171","msg":"trace[2084605253] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4948; }","duration":"355.810037ms","start":"2026-03-06T00:42:02.505043Z","end":"2026-03-06T00:42:02.860853Z","steps":["trace[2084605253] 'read index received' (duration: 248.319047ms)","trace[2084605253] 'applied index is now lower than readState.Index' (duration: 107.4901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:02.860927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.36833Z","time spent":"492.535558ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:42:02.860977Z","caller":"traceutil/trace.go:171","msg":"trace[93205133] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"492.107049ms","start":"2026-03-06T00:42:02.36886Z","end":"2026-03-06T00:42:02.860967Z","steps":["trace[93205133] 'process raft request' (duration: 491.72826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.861034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.368839Z","time spent":"492.162039ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T00:42:02.86106Z","caller":"traceutil/trace.go:171","msg":"trace[721410547] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"191.738596ms","start":"2026-03-06T00:42:02.669278Z","end":"2026-03-06T00:42:02.861016Z","steps":["trace[721410547] 'process raft request' (duration: 191.49127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.861324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.575603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:42:02.86136Z","caller":"traceutil/trace.go:171","msg":"trace[661026676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4760; }","duration":"206.648985ms","start":"2026-03-06T00:42:02.6547Z","end":"2026-03-06T00:42:02.861349Z","steps":["trace[661026676] 'agreement among raft nodes before linearized reading' (duration: 206.526082ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:02.861412Z","caller":"traceutil/trace.go:171","msg":"trace[842642725] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"485.538795ms","start":"2026-03-06T00:42:02.375859Z","end":"2026-03-06T00:42:02.861398Z","steps":["trace[842642725] 'process raft request' (duration: 484.795807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.861455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.145439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:02.861476Z","caller":"traceutil/trace.go:171","msg":"trace[690908979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4760; }","duration":"196.21265ms","start":"2026-03-06T00:42:02.665257Z","end":"2026-03-06T00:42:02.86147Z","steps":["trace[690908979] 'agreement among raft nodes before linearized reading' (duration: 196.1819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.861327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.277038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-06T00:42:02.861521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.375852Z","time spent":"485.590316ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:02.861544Z","caller":"traceutil/trace.go:171","msg":"trace[1126041100] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4760; }","duration":"356.536484ms","start":"2026-03-06T00:42:02.504997Z","end":"2026-03-06T00:42:02.861533Z","steps":["trace[1126041100] 'agreement among raft nodes before linearized reading' (duration: 356.149825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.861594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.504978Z","time spent":"356.605725ms","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T00:42:02.861608Z","caller":"traceutil/trace.go:171","msg":"trace[2072709628] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"374.994294ms","start":"2026-03-06T00:42:02.486602Z","end":"2026-03-06T00:42:02.861596Z","steps":["trace[2072709628] 'process raft request' (duration: 374.129604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.861697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.486576Z","time spent":"375.063096ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:02.861421Z","caller":"traceutil/trace.go:171","msg":"trace[1823844641] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"192.055113ms","start":"2026-03-06T00:42:02.669358Z","end":"2026-03-06T00:42:02.861413Z","steps":["trace[1823844641] 'process raft request' (duration: 191.457929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:02.86209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.497984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:02.862263Z","caller":"traceutil/trace.go:171","msg":"trace[1975241442] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4760; }","duration":"168.700899ms","start":"2026-03-06T00:42:02.69355Z","end":"2026-03-06T00:42:02.86225Z","steps":["trace[1975241442] 'agreement among raft nodes before linearized reading' (duration: 168.164436ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:03.218575Z","caller":"traceutil/trace.go:171","msg":"trace[634641566] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"351.488125ms","start":"2026-03-06T00:42:02.867063Z","end":"2026-03-06T00:42:03.218551Z","steps":["trace[634641566] 'process raft request' (duration: 351.300841ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:03.218856Z","caller":"traceutil/trace.go:171","msg":"trace[470015850] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"351.732751ms","start":"2026-03-06T00:42:02.867102Z","end":"2026-03-06T00:42:03.218834Z","steps":["trace[470015850] 'process raft request' (duration: 351.398033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.218923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.867045Z","time spent":"351.603969ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:03.218996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.867094Z","time spent":"351.824214ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:03.219128Z","caller":"traceutil/trace.go:171","msg":"trace[1634499249] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"351.976657ms","start":"2026-03-06T00:42:02.867129Z","end":"2026-03-06T00:42:03.219106Z","steps":["trace[1634499249] 'process raft request' (duration: 351.612749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.219266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.867124Z","time spent":"352.061129ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:03.219288Z","caller":"traceutil/trace.go:171","msg":"trace[401645838] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"351.876505ms","start":"2026-03-06T00:42:02.867389Z","end":"2026-03-06T00:42:03.219265Z","steps":["trace[401645838] 'process raft request' (duration: 351.65404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.219416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.867382Z","time spent":"351.961117ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:03.219439Z","caller":"traceutil/trace.go:171","msg":"trace[1796552767] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4955; }","duration":"352.175122ms","start":"2026-03-06T00:42:02.867251Z","end":"2026-03-06T00:42:03.219426Z","steps":["trace[1796552767] 'read index received' (duration: 77.176362ms)","trace[1796552767] 'applied index is now lower than readState.Index' (duration: 274.99783ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:03.219545Z","caller":"traceutil/trace.go:171","msg":"trace[1149432830] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"351.770142ms","start":"2026-03-06T00:42:02.867764Z","end":"2026-03-06T00:42:03.219535Z","steps":["trace[1149432830] 'process raft request' (duration: 351.438004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.220227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.867759Z","time spent":"352.413567ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:03.220445Z","caller":"traceutil/trace.go:171","msg":"trace[1395167936] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"352.284054ms","start":"2026-03-06T00:42:02.868139Z","end":"2026-03-06T00:42:03.220423Z","steps":["trace[1395167936] 'process raft request' (duration: 351.202999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.220513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.868348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16505"} {"level":"info","ts":"2026-03-06T00:42:03.220546Z","caller":"traceutil/trace.go:171","msg":"trace[2025883727] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4768; }","duration":"352.903859ms","start":"2026-03-06T00:42:02.867634Z","end":"2026-03-06T00:42:03.220538Z","steps":["trace[2025883727] 'agreement among raft nodes before linearized reading' (duration: 352.781836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.220569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.867612Z","time spent":"352.95055ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16528,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T00:42:03.220558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.868129Z","time spent":"352.375276ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:03.220781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.526293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70916"} {"level":"info","ts":"2026-03-06T00:42:03.220819Z","caller":"traceutil/trace.go:171","msg":"trace[1367715313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4768; }","duration":"353.577114ms","start":"2026-03-06T00:42:02.867232Z","end":"2026-03-06T00:42:03.220809Z","steps":["trace[1367715313] 'agreement among raft nodes before linearized reading' (duration: 353.166294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.220848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.867226Z","time spent":"353.614666ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:42:03.221202Z","caller":"traceutil/trace.go:171","msg":"trace[1352275944] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"352.188152ms","start":"2026-03-06T00:42:02.868994Z","end":"2026-03-06T00:42:03.221182Z","steps":["trace[1352275944] 'process raft request' (duration: 350.39895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.221535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:02.868985Z","time spent":"352.506839ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:03.416825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.234201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:03.416914Z","caller":"traceutil/trace.go:171","msg":"trace[709605001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4768; }","duration":"163.384924ms","start":"2026-03-06T00:42:03.25351Z","end":"2026-03-06T00:42:03.416894Z","steps":["trace[709605001] 'range keys from in-memory index tree' (duration: 163.155229ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:03.45778Z","caller":"traceutil/trace.go:171","msg":"trace[1652678914] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4962; }","duration":"163.808234ms","start":"2026-03-06T00:42:03.293955Z","end":"2026-03-06T00:42:03.457763Z","steps":["trace[1652678914] 'read index received' (duration: 163.266791ms)","trace[1652678914] 'applied index is now lower than readState.Index' (duration: 540.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:03.457882Z","caller":"traceutil/trace.go:171","msg":"trace[1495184225] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"187.379984ms","start":"2026-03-06T00:42:03.270491Z","end":"2026-03-06T00:42:03.457871Z","steps":["trace[1495184225] 'process raft request' (duration: 186.907963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:03.458003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.03981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:03.458084Z","caller":"traceutil/trace.go:171","msg":"trace[2048169881] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4769; }","duration":"164.171343ms","start":"2026-03-06T00:42:03.293895Z","end":"2026-03-06T00:42:03.458066Z","steps":["trace[2048169881] 'agreement among raft nodes before linearized reading' (duration: 164.0399ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:05.366103Z","caller":"traceutil/trace.go:171","msg":"trace[685701461] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"136.515417ms","start":"2026-03-06T00:42:05.229564Z","end":"2026-03-06T00:42:05.36608Z","steps":["trace[685701461] 'process raft request' (duration: 136.358074ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:05.394694Z","caller":"traceutil/trace.go:171","msg":"trace[1474248487] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"164.446229ms","start":"2026-03-06T00:42:05.230206Z","end":"2026-03-06T00:42:05.394652Z","steps":["trace[1474248487] 'process raft request' (duration: 156.610746ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:05.394717Z","caller":"traceutil/trace.go:171","msg":"trace[353833325] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"163.297802ms","start":"2026-03-06T00:42:05.231395Z","end":"2026-03-06T00:42:05.394693Z","steps":["trace[353833325] 'process raft request' (duration: 163.18537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:05.394786Z","caller":"traceutil/trace.go:171","msg":"trace[1269224109] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"163.255721ms","start":"2026-03-06T00:42:05.231521Z","end":"2026-03-06T00:42:05.394777Z","steps":["trace[1269224109] 'process raft request' (duration: 163.157479ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:05.394799Z","caller":"traceutil/trace.go:171","msg":"trace[307331160] linearizableReadLoop","detail":"{readStateIndex:4976; appliedIndex:4974; }","duration":"163.557208ms","start":"2026-03-06T00:42:05.231224Z","end":"2026-03-06T00:42:05.394781Z","steps":["trace[307331160] 'read index received' (duration: 134.764756ms)","trace[307331160] 'applied index is now lower than readState.Index' (duration: 28.791452ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:05.394822Z","caller":"traceutil/trace.go:171","msg":"trace[1244553837] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"161.442029ms","start":"2026-03-06T00:42:05.233372Z","end":"2026-03-06T00:42:05.394814Z","steps":["trace[1244553837] 'process raft request' (duration: 161.353267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:05.394807Z","caller":"traceutil/trace.go:171","msg":"trace[418411222] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"163.313253ms","start":"2026-03-06T00:42:05.23146Z","end":"2026-03-06T00:42:05.394773Z","steps":["trace[418411222] 'process raft request' (duration: 163.17142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:05.395159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.903996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70927"} {"level":"info","ts":"2026-03-06T00:42:05.396429Z","caller":"traceutil/trace.go:171","msg":"trace[761182228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4786; }","duration":"165.202207ms","start":"2026-03-06T00:42:05.231207Z","end":"2026-03-06T00:42:05.396409Z","steps":["trace[761182228] 'agreement among raft nodes before linearized reading' (duration: 163.62636ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:10.007118Z","caller":"traceutil/trace.go:171","msg":"trace[116901425] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"442.613593ms","start":"2026-03-06T00:42:09.564477Z","end":"2026-03-06T00:42:10.00709Z","steps":["trace[116901425] 'process raft request' (duration: 442.191243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:10.007345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:09.564455Z","time spent":"442.739125ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2724,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:11.709375Z","caller":"traceutil/trace.go:171","msg":"trace[773051300] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5086; }","duration":"288.164067ms","start":"2026-03-06T00:42:11.421184Z","end":"2026-03-06T00:42:11.709348Z","steps":["trace[773051300] 'read index received' (duration: 288.064595ms)","trace[773051300] 'applied index is now lower than readState.Index' (duration: 97.812µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:11.709405Z","caller":"traceutil/trace.go:171","msg":"trace[1869615863] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"316.032778ms","start":"2026-03-06T00:42:11.393343Z","end":"2026-03-06T00:42:11.709376Z","steps":["trace[1869615863] 'process raft request' (duration: 315.785182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:11.709577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.393325Z","time spent":"316.149481ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:11.709614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.416223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:42:11.70965Z","caller":"traceutil/trace.go:171","msg":"trace[1829134324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4892; }","duration":"288.514746ms","start":"2026-03-06T00:42:11.421124Z","end":"2026-03-06T00:42:11.709639Z","steps":["trace[1829134324] 'agreement among raft nodes before linearized reading' (duration: 288.368492ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:11.913614Z","caller":"traceutil/trace.go:171","msg":"trace[2079504608] linearizableReadLoop","detail":"{readStateIndex:5088; appliedIndex:5087; }","duration":"204.134036ms","start":"2026-03-06T00:42:11.709454Z","end":"2026-03-06T00:42:11.913588Z","steps":["trace[2079504608] 'read index received' (duration: 110.014458ms)","trace[2079504608] 'applied index is now lower than readState.Index' (duration: 94.117898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:11.913896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.90164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:42:11.913902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.270239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:42:11.913923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.842272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:42:11.913949Z","caller":"traceutil/trace.go:171","msg":"trace[1204347724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4892; }","duration":"491.014853ms","start":"2026-03-06T00:42:11.422922Z","end":"2026-03-06T00:42:11.913937Z","steps":["trace[1204347724] 'agreement among raft nodes before linearized reading' (duration: 490.767377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:11.913964Z","caller":"traceutil/trace.go:171","msg":"trace[1937989165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4892; }","duration":"482.34794ms","start":"2026-03-06T00:42:11.4316Z","end":"2026-03-06T00:42:11.913948Z","steps":["trace[1937989165] 'agreement among raft nodes before linearized reading' (duration: 482.145365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:11.913991Z","caller":"traceutil/trace.go:171","msg":"trace[1258513489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4892; }","duration":"488.952915ms","start":"2026-03-06T00:42:11.425022Z","end":"2026-03-06T00:42:11.913975Z","steps":["trace[1258513489] 'agreement among raft nodes before linearized reading' (duration: 488.707589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:11.914008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.431592Z","time spent":"482.408252ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:42:11.914023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.425013Z","time spent":"489.006206ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:11.914008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.422906Z","time spent":"491.084324ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:42:11.914003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.433849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:42:11.914133Z","caller":"traceutil/trace.go:171","msg":"trace[891939817] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:4892; }","duration":"487.589623ms","start":"2026-03-06T00:42:11.426515Z","end":"2026-03-06T00:42:11.914105Z","steps":["trace[891939817] 'agreement among raft nodes before linearized reading' (duration: 487.148972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:11.914024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.424999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:42:11.914195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.426481Z","time spent":"487.704526ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"info","ts":"2026-03-06T00:42:11.914227Z","caller":"traceutil/trace.go:171","msg":"trace[1506884974] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4892; }","duration":"490.661964ms","start":"2026-03-06T00:42:11.423538Z","end":"2026-03-06T00:42:11.9142Z","steps":["trace[1506884974] 'agreement among raft nodes before linearized reading' (duration: 490.273715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:11.914292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.423529Z","time spent":"490.751157ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:42:11.989202Z","caller":"traceutil/trace.go:171","msg":"trace[1246010876] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"275.059421ms","start":"2026-03-06T00:42:11.714117Z","end":"2026-03-06T00:42:11.989176Z","steps":["trace[1246010876] 'process raft request' (duration: 274.838666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:12.428227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.022751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:12.428557Z","caller":"traceutil/trace.go:171","msg":"trace[550535861] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"510.15033ms","start":"2026-03-06T00:42:11.918369Z","end":"2026-03-06T00:42:12.428519Z","steps":["trace[550535861] 'process raft request' (duration: 225.666059ms)","trace[550535861] 'compare' (duration: 283.113849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:12.428763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.918334Z","time spent":"510.309663ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:12.429153Z","caller":"traceutil/trace.go:171","msg":"trace[1296284251] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"510.300243ms","start":"2026-03-06T00:42:11.918835Z","end":"2026-03-06T00:42:12.429135Z","steps":["trace[1296284251] 'process raft request' (duration: 510.104909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:12.429246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.91882Z","time spent":"510.383465ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:12.429402Z","caller":"traceutil/trace.go:171","msg":"trace[195512067] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"510.406285ms","start":"2026-03-06T00:42:11.918983Z","end":"2026-03-06T00:42:12.429389Z","steps":["trace[195512067] 'process raft request' (duration: 510.093938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:12.429473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.918975Z","time spent":"510.461257ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:12.429733Z","caller":"traceutil/trace.go:171","msg":"trace[686625564] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5089; }","duration":"300.856563ms","start":"2026-03-06T00:42:12.128849Z","end":"2026-03-06T00:42:12.429706Z","steps":["trace[686625564] 'read index received' (duration: 15.132493ms)","trace[686625564] 'applied index is now lower than readState.Index' (duration: 285.72082ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:12.429776Z","caller":"traceutil/trace.go:171","msg":"trace[838292524] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"510.685132ms","start":"2026-03-06T00:42:11.91908Z","end":"2026-03-06T00:42:12.429765Z","steps":["trace[838292524] 'process raft request' (duration: 510.530288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:12.42984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:11.919042Z","time spent":"510.763934ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:12.429874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.008197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:12.429909Z","caller":"traceutil/trace.go:171","msg":"trace[669512476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4897; }","duration":"301.078408ms","start":"2026-03-06T00:42:12.128821Z","end":"2026-03-06T00:42:12.429899Z","steps":["trace[669512476] 'agreement among raft nodes before linearized reading' (duration: 301.009706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:12.429942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:12.128807Z","time spent":"301.12728ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:42:12.430042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.90319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189a19c35c9b58b3\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-06T00:42:12.430076Z","caller":"traceutil/trace.go:171","msg":"trace[1066477493] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189a19c35c9b58b3; range_end:; response_count:1; response_revision:4897; }","duration":"212.966762ms","start":"2026-03-06T00:42:12.217097Z","end":"2026-03-06T00:42:12.430064Z","steps":["trace[1066477493] 'agreement among raft nodes before linearized reading' (duration: 212.819958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:12.43028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.658325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0fb4cc6-5b12-4d57-8a2e-38a22ad0708f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-06T00:42:12.430323Z","caller":"traceutil/trace.go:171","msg":"trace[1054428041] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0fb4cc6-5b12-4d57-8a2e-38a22ad0708f; range_end:; response_count:1; response_revision:4897; }","duration":"209.717826ms","start":"2026-03-06T00:42:12.220595Z","end":"2026-03-06T00:42:12.430312Z","steps":["trace[1054428041] 'agreement among raft nodes before linearized reading' (duration: 209.618613ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:13.186545Z","caller":"traceutil/trace.go:171","msg":"trace[1287167404] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"753.554852ms","start":"2026-03-06T00:42:12.432955Z","end":"2026-03-06T00:42:13.18651Z","steps":["trace[1287167404] 'process raft request' (duration: 753.344597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:13.186741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:12.432932Z","time spent":"753.713495ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:13.638849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.635277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:13.639048Z","caller":"traceutil/trace.go:171","msg":"trace[1265234846] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5094; }","duration":"385.690884ms","start":"2026-03-06T00:42:13.253341Z","end":"2026-03-06T00:42:13.639032Z","steps":["trace[1265234846] 'read index received' (duration: 216.73769ms)","trace[1265234846] 'applied index is now lower than readState.Index' (duration: 168.952374ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:13.639135Z","caller":"traceutil/trace.go:171","msg":"trace[1656233294] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"742.641787ms","start":"2026-03-06T00:42:12.896483Z","end":"2026-03-06T00:42:13.639124Z","steps":["trace[1656233294] 'process raft request' (duration: 742.454263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:13.639195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:12.896449Z","time spent":"742.708989ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:13.639171Z","caller":"traceutil/trace.go:171","msg":"trace[1003528371] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"742.786561ms","start":"2026-03-06T00:42:12.89635Z","end":"2026-03-06T00:42:13.639137Z","steps":["trace[1003528371] 'process raft request' (duration: 573.776445ms)","trace[1003528371] 'compare' (duration: 168.463163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:13.639332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:12.896324Z","time spent":"742.924014ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:13.63937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.864409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c0fb4cc6-5b12-4d57-8a2e-38a22ad0708f\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-06T00:42:13.639434Z","caller":"traceutil/trace.go:171","msg":"trace[1471065262] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c0fb4cc6-5b12-4d57-8a2e-38a22ad0708f; range_end:; response_count:1; response_revision:4900; }","duration":"200.999372ms","start":"2026-03-06T00:42:13.438419Z","end":"2026-03-06T00:42:13.639418Z","steps":["trace[1471065262] 'agreement among raft nodes before linearized reading' (duration: 200.793237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:13.639529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.178836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:13.639605Z","caller":"traceutil/trace.go:171","msg":"trace[483579704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4900; }","duration":"386.292768ms","start":"2026-03-06T00:42:13.253294Z","end":"2026-03-06T00:42:13.639587Z","steps":["trace[483579704] 'agreement among raft nodes before linearized reading' (duration: 386.172595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:13.639646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:13.253277Z","time spent":"386.36133ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:42:15.50039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.229354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:15.500488Z","caller":"traceutil/trace.go:171","msg":"trace[1489413405] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4914; }","duration":"185.446119ms","start":"2026-03-06T00:42:15.315019Z","end":"2026-03-06T00:42:15.500465Z","steps":["trace[1489413405] 'count revisions from in-memory index tree' (duration: 185.124721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:15.50074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.449699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:15.500832Z","caller":"traceutil/trace.go:171","msg":"trace[2067439730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4914; }","duration":"373.612602ms","start":"2026-03-06T00:42:15.127199Z","end":"2026-03-06T00:42:15.500812Z","steps":["trace[2067439730] 'range keys from in-memory index tree' (duration: 373.321485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:15.500891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:15.127161Z","time spent":"373.720795ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:42:16.042523Z","caller":"traceutil/trace.go:171","msg":"trace[1081698494] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"172.790234ms","start":"2026-03-06T00:42:15.869692Z","end":"2026-03-06T00:42:16.042482Z","steps":["trace[1081698494] 'process raft request' (duration: 170.857429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.042804Z","caller":"traceutil/trace.go:171","msg":"trace[1678175602] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"172.888886ms","start":"2026-03-06T00:42:15.86989Z","end":"2026-03-06T00:42:16.042779Z","steps":["trace[1678175602] 'process raft request' (duration: 172.474727ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.042847Z","caller":"traceutil/trace.go:171","msg":"trace[540077039] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5123; }","duration":"168.81473ms","start":"2026-03-06T00:42:15.874016Z","end":"2026-03-06T00:42:16.04283Z","steps":["trace[540077039] 'read index received' (duration: 166.438485ms)","trace[540077039] 'applied index is now lower than readState.Index' (duration: 2.374805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:16.043106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.071887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189a19bb61f37eb1\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-06T00:42:16.043184Z","caller":"traceutil/trace.go:171","msg":"trace[2055503147] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.189a19bb61f37eb1; range_end:; response_count:1; response_revision:4929; }","duration":"169.175109ms","start":"2026-03-06T00:42:15.873989Z","end":"2026-03-06T00:42:16.043164Z","steps":["trace[2055503147] 'agreement among raft nodes before linearized reading' (duration: 168.942444ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:16.042793Z","caller":"traceutil/trace.go:171","msg":"trace[1463168499] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"121.349833ms","start":"2026-03-06T00:42:15.92142Z","end":"2026-03-06T00:42:16.04277Z","steps":["trace[1463168499] 'process raft request' (duration: 121.296542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.585783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844769173,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:42:24.706146Z","caller":"traceutil/trace.go:171","msg":"trace[1080068669] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5275; }","duration":"621.078699ms","start":"2026-03-06T00:42:24.085042Z","end":"2026-03-06T00:42:24.70612Z","steps":["trace[1080068669] 'read index received' (duration: 620.931965ms)","trace[1080068669] 'applied index is now lower than readState.Index' (duration: 145.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:24.706189Z","caller":"traceutil/trace.go:171","msg":"trace[116390302] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"623.546047ms","start":"2026-03-06T00:42:24.082613Z","end":"2026-03-06T00:42:24.706159Z","steps":["trace[116390302] 'process raft request' (duration: 623.366242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.706351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:24.082586Z","time spent":"623.67806ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:24.706472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.184524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13875"} {"level":"info","ts":"2026-03-06T00:42:24.706517Z","caller":"traceutil/trace.go:171","msg":"trace[416359815] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5074; }","duration":"589.265896ms","start":"2026-03-06T00:42:24.117235Z","end":"2026-03-06T00:42:24.706501Z","steps":["trace[416359815] 'agreement among raft nodes before linearized reading' (duration: 589.057331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.7065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.427997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:42:24.706555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:24.117223Z","time spent":"589.322748ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13898,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T00:42:24.706582Z","caller":"traceutil/trace.go:171","msg":"trace[1296728875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:5074; }","duration":"621.528609ms","start":"2026-03-06T00:42:24.085033Z","end":"2026-03-06T00:42:24.706561Z","steps":["trace[1296728875] 'agreement among raft nodes before linearized reading' (duration: 621.227952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.706581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.74883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:42:24.706627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:24.084975Z","time spent":"621.644202ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"info","ts":"2026-03-06T00:42:24.706669Z","caller":"traceutil/trace.go:171","msg":"trace[978361764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5074; }","duration":"213.873763ms","start":"2026-03-06T00:42:24.492773Z","end":"2026-03-06T00:42:24.706647Z","steps":["trace[978361764] 'agreement among raft nodes before linearized reading' (duration: 213.561226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.706493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.956208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:42:24.706785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.753261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:42:24.706736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.263272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:42:24.706825Z","caller":"traceutil/trace.go:171","msg":"trace[240759833] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5074; }","duration":"578.821263ms","start":"2026-03-06T00:42:24.127996Z","end":"2026-03-06T00:42:24.706817Z","steps":["trace[240759833] 'agreement among raft nodes before linearized reading' (duration: 578.759821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.706838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.561063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:42:24.706865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:24.127978Z","time spent":"578.876054ms","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:42:24.70687Z","caller":"traceutil/trace.go:171","msg":"trace[2102942873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5074; }","duration":"580.628325ms","start":"2026-03-06T00:42:24.126232Z","end":"2026-03-06T00:42:24.70686Z","steps":["trace[2102942873] 'agreement among raft nodes before linearized reading' (duration: 580.581194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.706856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.587499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-06T00:42:24.706897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:24.126214Z","time spent":"580.677026ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:42:24.706892Z","caller":"traceutil/trace.go:171","msg":"trace[1588651478] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5074; }","duration":"208.458876ms","start":"2026-03-06T00:42:24.498394Z","end":"2026-03-06T00:42:24.706852Z","steps":["trace[1588651478] 'agreement among raft nodes before linearized reading' (duration: 208.021216ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:24.706916Z","caller":"traceutil/trace.go:171","msg":"trace[219538758] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5074; }","duration":"531.649281ms","start":"2026-03-06T00:42:24.17525Z","end":"2026-03-06T00:42:24.7069Z","steps":["trace[219538758] 'agreement among raft nodes before linearized reading' (duration: 531.465327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.706923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.131882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-06T00:42:24.706957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:24.175245Z","time spent":"531.704113ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T00:42:24.706971Z","caller":"traceutil/trace.go:171","msg":"trace[1301803462] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5074; }","duration":"233.218904ms","start":"2026-03-06T00:42:24.473737Z","end":"2026-03-06T00:42:24.706956Z","steps":["trace[1301803462] 'agreement among raft nodes before linearized reading' (duration: 233.113562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:24.70701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.655184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:42:24.706798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.4885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:42:24.707035Z","caller":"traceutil/trace.go:171","msg":"trace[1341140797] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5074; }","duration":"167.343887ms","start":"2026-03-06T00:42:24.539382Z","end":"2026-03-06T00:42:24.706726Z","steps":["trace[1341140797] 'agreement among raft nodes before linearized reading' (duration: 166.955408ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:24.70709Z","caller":"traceutil/trace.go:171","msg":"trace[1251198060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5074; }","duration":"212.822538ms","start":"2026-03-06T00:42:24.494246Z","end":"2026-03-06T00:42:24.707069Z","steps":["trace[1251198060] 'agreement among raft nodes before linearized reading' (duration: 212.415878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:24.707108Z","caller":"traceutil/trace.go:171","msg":"trace[1024256760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5074; }","duration":"215.767027ms","start":"2026-03-06T00:42:24.491296Z","end":"2026-03-06T00:42:24.707063Z","steps":["trace[1024256760] 'agreement among raft nodes before linearized reading' (duration: 215.554642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:28.871285Z","caller":"traceutil/trace.go:171","msg":"trace[1754474661] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5315; }","duration":"144.333309ms","start":"2026-03-06T00:42:28.726913Z","end":"2026-03-06T00:42:28.871246Z","steps":["trace[1754474661] 'read index received' (duration: 144.252947ms)","trace[1754474661] 'applied index is now lower than readState.Index' (duration: 79.092µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:28.871368Z","caller":"traceutil/trace.go:171","msg":"trace[822397329] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"146.382308ms","start":"2026-03-06T00:42:28.724934Z","end":"2026-03-06T00:42:28.871316Z","steps":["trace[822397329] 'process raft request' (duration: 146.129122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:28.871687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.734369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:42:28.871761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.143635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:42:28.871781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.07313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:42:28.871816Z","caller":"traceutil/trace.go:171","msg":"trace[1415413376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5113; }","duration":"129.254608ms","start":"2026-03-06T00:42:28.742547Z","end":"2026-03-06T00:42:28.871801Z","steps":["trace[1415413376] 'agreement among raft nodes before linearized reading' (duration: 128.985682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:28.871812Z","caller":"traceutil/trace.go:171","msg":"trace[674862004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:5113; }","duration":"144.909593ms","start":"2026-03-06T00:42:28.726876Z","end":"2026-03-06T00:42:28.871785Z","steps":["trace[674862004] 'agreement among raft nodes before linearized reading' (duration: 144.513943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:28.871841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.546385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:42:28.871863Z","caller":"traceutil/trace.go:171","msg":"trace[804898501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5113; }","duration":"125.217403ms","start":"2026-03-06T00:42:28.746625Z","end":"2026-03-06T00:42:28.871843Z","steps":["trace[804898501] 'agreement among raft nodes before linearized reading' (duration: 125.005638ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:28.871906Z","caller":"traceutil/trace.go:171","msg":"trace[576571916] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5113; }","duration":"120.634166ms","start":"2026-03-06T00:42:28.751253Z","end":"2026-03-06T00:42:28.871888Z","steps":["trace[576571916] 'agreement among raft nodes before linearized reading' (duration: 120.441972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:28.872069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.338239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:42:28.872159Z","caller":"traceutil/trace.go:171","msg":"trace[463666853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5113; }","duration":"129.500573ms","start":"2026-03-06T00:42:28.742635Z","end":"2026-03-06T00:42:28.872136Z","steps":["trace[463666853] 'agreement among raft nodes before linearized reading' (duration: 129.033582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.48707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.103427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:29.487397Z","caller":"traceutil/trace.go:171","msg":"trace[2077137673] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"610.8289ms","start":"2026-03-06T00:42:28.876539Z","end":"2026-03-06T00:42:29.487368Z","steps":["trace[2077137673] 'process raft request' (duration: 610.684256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.487513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:28.876516Z","time spent":"610.944533ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:29.487617Z","caller":"traceutil/trace.go:171","msg":"trace[1147485937] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"611.037275ms","start":"2026-03-06T00:42:28.876524Z","end":"2026-03-06T00:42:29.487562Z","steps":["trace[1147485937] 'process raft request' (duration: 450.317833ms)","trace[1147485937] 'compare' (duration: 159.856712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:29.48775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:28.876494Z","time spent":"611.178128ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:29.544073Z","caller":"traceutil/trace.go:171","msg":"trace[150193040] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"666.722565ms","start":"2026-03-06T00:42:28.877326Z","end":"2026-03-06T00:42:29.544049Z","steps":["trace[150193040] 'process raft request' (duration: 666.632973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:29.544151Z","caller":"traceutil/trace.go:171","msg":"trace[977067866] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"667.506093ms","start":"2026-03-06T00:42:28.876584Z","end":"2026-03-06T00:42:29.54409Z","steps":["trace[977067866] 'process raft request' (duration: 667.246827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.544247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:28.877313Z","time spent":"666.840807ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:29.544307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:28.876559Z","time spent":"667.680597ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:29.544587Z","caller":"traceutil/trace.go:171","msg":"trace[190712169] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"602.015844ms","start":"2026-03-06T00:42:28.94256Z","end":"2026-03-06T00:42:29.544576Z","steps":["trace[190712169] 'process raft request' (duration: 601.445201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.54466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:28.942528Z","time spent":"602.095376ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:29.544756Z","caller":"traceutil/trace.go:171","msg":"trace[720930127] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5316; }","duration":"666.669533ms","start":"2026-03-06T00:42:28.877868Z","end":"2026-03-06T00:42:29.544537Z","steps":["trace[720930127] 'read index received' (duration: 448.91969ms)","trace[720930127] 'applied index is now lower than readState.Index' (duration: 217.748483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:29.544984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.228429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-06T00:42:29.544997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.130574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81496"} {"level":"info","ts":"2026-03-06T00:42:29.545028Z","caller":"traceutil/trace.go:171","msg":"trace[640052699] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5118; }","duration":"330.331651ms","start":"2026-03-06T00:42:29.214682Z","end":"2026-03-06T00:42:29.545014Z","steps":["trace[640052699] 'agreement among raft nodes before linearized reading' (duration: 330.189618ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:29.545036Z","caller":"traceutil/trace.go:171","msg":"trace[1365978157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5118; }","duration":"667.213956ms","start":"2026-03-06T00:42:28.877811Z","end":"2026-03-06T00:42:29.545025Z","steps":["trace[1365978157] 'agreement among raft nodes before linearized reading' (duration: 666.969751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.545059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:29.214649Z","time spent":"330.403023ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T00:42:29.54505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.854728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-06T00:42:29.545068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:28.877787Z","time spent":"667.273477ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:42:29.545105Z","caller":"traceutil/trace.go:171","msg":"trace[1123092087] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5118; }","duration":"373.913559ms","start":"2026-03-06T00:42:29.171178Z","end":"2026-03-06T00:42:29.545091Z","steps":["trace[1123092087] 'agreement among raft nodes before linearized reading' (duration: 373.736055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.545147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:29.171102Z","time spent":"374.037482ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-06T00:42:29.545323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.885828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:42:29.545411Z","caller":"traceutil/trace.go:171","msg":"trace[492541472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5118; }","duration":"595.01276ms","start":"2026-03-06T00:42:28.950379Z","end":"2026-03-06T00:42:29.545392Z","steps":["trace[492541472] 'agreement among raft nodes before linearized reading' (duration: 594.762534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.545457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:28.950367Z","time spent":"595.081962ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:42:29.895302Z","caller":"traceutil/trace.go:171","msg":"trace[1254074213] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5321; }","duration":"285.73911ms","start":"2026-03-06T00:42:29.609538Z","end":"2026-03-06T00:42:29.895278Z","steps":["trace[1254074213] 'read index received' (duration: 285.510765ms)","trace[1254074213] 'applied index is now lower than readState.Index' (duration: 226.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:29.895373Z","caller":"traceutil/trace.go:171","msg":"trace[1861195649] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"337.369026ms","start":"2026-03-06T00:42:29.557958Z","end":"2026-03-06T00:42:29.895327Z","steps":["trace[1861195649] 'process raft request' (duration: 337.09754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.895471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.915995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:29.895508Z","caller":"traceutil/trace.go:171","msg":"trace[856744054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5119; }","duration":"286.034097ms","start":"2026-03-06T00:42:29.609465Z","end":"2026-03-06T00:42:29.895499Z","steps":["trace[856744054] 'agreement among raft nodes before linearized reading' (duration: 285.929135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.895524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:29.557945Z","time spent":"337.496639ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:29.899903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.090375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-06T00:42:29.899981Z","caller":"traceutil/trace.go:171","msg":"trace[1147159145] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5121; }","duration":"183.224517ms","start":"2026-03-06T00:42:29.716737Z","end":"2026-03-06T00:42:29.899961Z","steps":["trace[1147159145] 'agreement among raft nodes before linearized reading' (duration: 182.995982ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:29.899933Z","caller":"traceutil/trace.go:171","msg":"trace[178184155] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"199.585299ms","start":"2026-03-06T00:42:29.700309Z","end":"2026-03-06T00:42:29.899894Z","steps":["trace[178184155] 'process raft request' (duration: 199.165309ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:29.900158Z","caller":"traceutil/trace.go:171","msg":"trace[1788362981] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"200.590843ms","start":"2026-03-06T00:42:29.699483Z","end":"2026-03-06T00:42:29.900074Z","steps":["trace[1788362981] 'process raft request' (duration: 199.815785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:29.899975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.534239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T00:42:29.900962Z","caller":"traceutil/trace.go:171","msg":"trace[2034672773] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5121; }","duration":"245.602853ms","start":"2026-03-06T00:42:29.655331Z","end":"2026-03-06T00:42:29.900934Z","steps":["trace[2034672773] 'agreement among raft nodes before linearized reading' (duration: 244.456466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:30.079438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.442799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:30.079574Z","caller":"traceutil/trace.go:171","msg":"trace[1882354608] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"176.002159ms","start":"2026-03-06T00:42:29.903549Z","end":"2026-03-06T00:42:30.079551Z","steps":["trace[1882354608] 'process raft request' (duration: 56.333625ms)","trace[1882354608] 'compare' (duration: 119.244754ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:30.104964Z","caller":"traceutil/trace.go:171","msg":"trace[1175671145] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"201.390852ms","start":"2026-03-06T00:42:29.903556Z","end":"2026-03-06T00:42:30.104947Z","steps":["trace[1175671145] 'process raft request' (duration: 201.251188ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.105188Z","caller":"traceutil/trace.go:171","msg":"trace[1150613473] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"201.355741ms","start":"2026-03-06T00:42:29.903804Z","end":"2026-03-06T00:42:30.105159Z","steps":["trace[1150613473] 'process raft request' (duration: 201.098155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.10536Z","caller":"traceutil/trace.go:171","msg":"trace[1468238414] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"200.715626ms","start":"2026-03-06T00:42:29.904612Z","end":"2026-03-06T00:42:30.105328Z","steps":["trace[1468238414] 'process raft request' (duration: 200.49635ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.10542Z","caller":"traceutil/trace.go:171","msg":"trace[1636769811] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"200.384537ms","start":"2026-03-06T00:42:29.905024Z","end":"2026-03-06T00:42:30.105408Z","steps":["trace[1636769811] 'process raft request' (duration: 200.239774ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.105421Z","caller":"traceutil/trace.go:171","msg":"trace[18268408] linearizableReadLoop","detail":"{readStateIndex:5326; appliedIndex:5324; }","duration":"201.612206ms","start":"2026-03-06T00:42:29.90379Z","end":"2026-03-06T00:42:30.105402Z","steps":["trace[18268408] 'read index received' (duration: 56.357875ms)","trace[18268408] 'applied index is now lower than readState.Index' (duration: 145.253281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:30.105644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.835111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17205"} {"level":"info","ts":"2026-03-06T00:42:30.10569Z","caller":"traceutil/trace.go:171","msg":"trace[819225867] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5126; }","duration":"201.921514ms","start":"2026-03-06T00:42:29.903757Z","end":"2026-03-06T00:42:30.105679Z","steps":["trace[819225867] 'agreement among raft nodes before linearized reading' (duration: 201.731159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:30.105731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.707465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:42:30.10581Z","caller":"traceutil/trace.go:171","msg":"trace[1553860435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5126; }","duration":"200.832528ms","start":"2026-03-06T00:42:29.904958Z","end":"2026-03-06T00:42:30.10579Z","steps":["trace[1553860435] 'agreement among raft nodes before linearized reading' (duration: 200.603873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:30.105831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.949515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-435fb953-ff98-47b7-a041-e08965378958\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-06T00:42:30.105959Z","caller":"traceutil/trace.go:171","msg":"trace[1728120199] range","detail":"{range_begin:/registry/persistentvolumes/pvc-435fb953-ff98-47b7-a041-e08965378958; range_end:; response_count:1; response_revision:5126; }","duration":"202.116968ms","start":"2026-03-06T00:42:29.903798Z","end":"2026-03-06T00:42:30.105915Z","steps":["trace[1728120199] 'agreement among raft nodes before linearized reading' (duration: 201.7476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.365302Z","caller":"traceutil/trace.go:171","msg":"trace[1442865649] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5329; }","duration":"238.409855ms","start":"2026-03-06T00:42:30.126866Z","end":"2026-03-06T00:42:30.365276Z","steps":["trace[1442865649] 'read index received' (duration: 181.907356ms)","trace[1442865649] 'applied index is now lower than readState.Index' (duration: 56.501609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:30.365475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.571399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:30.365521Z","caller":"traceutil/trace.go:171","msg":"trace[1977993440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5127; }","duration":"238.657232ms","start":"2026-03-06T00:42:30.12685Z","end":"2026-03-06T00:42:30.365507Z","steps":["trace[1977993440] 'agreement among raft nodes before linearized reading' (duration: 238.556659ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.365468Z","caller":"traceutil/trace.go:171","msg":"trace[1998851480] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"246.505745ms","start":"2026-03-06T00:42:30.11883Z","end":"2026-03-06T00:42:30.365335Z","steps":["trace[1998851480] 'process raft request' (duration: 189.964365ms)","trace[1998851480] 'compare' (duration: 56.292734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:30.365933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.478247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T00:42:30.366042Z","caller":"traceutil/trace.go:171","msg":"trace[1982804390] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5127; }","duration":"154.65075ms","start":"2026-03-06T00:42:30.211361Z","end":"2026-03-06T00:42:30.366012Z","steps":["trace[1982804390] 'agreement among raft nodes before linearized reading' (duration: 154.099718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:30.826404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.79345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:42:30.826682Z","caller":"traceutil/trace.go:171","msg":"trace[457020664] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"363.347642ms","start":"2026-03-06T00:42:30.463305Z","end":"2026-03-06T00:42:30.826653Z","steps":["trace[457020664] 'process raft request' (duration: 251.191193ms)","trace[457020664] 'compare' (duration: 111.587446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:30.826921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.463249Z","time spent":"363.539057ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:42:30.834782Z","caller":"traceutil/trace.go:171","msg":"trace[1642290333] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"357.177588ms","start":"2026-03-06T00:42:30.477592Z","end":"2026-03-06T00:42:30.83477Z","steps":["trace[1642290333] 'process raft request' (duration: 357.124557ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.834826Z","caller":"traceutil/trace.go:171","msg":"trace[508836374] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"370.342525ms","start":"2026-03-06T00:42:30.464465Z","end":"2026-03-06T00:42:30.834807Z","steps":["trace[508836374] 'process raft request' (duration: 370.181171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.834807Z","caller":"traceutil/trace.go:171","msg":"trace[383544022] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"370.652923ms","start":"2026-03-06T00:42:30.464097Z","end":"2026-03-06T00:42:30.83475Z","steps":["trace[383544022] 'process raft request' (duration: 370.485459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:30.834859Z","caller":"traceutil/trace.go:171","msg":"trace[1134543801] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"369.927206ms","start":"2026-03-06T00:42:30.464908Z","end":"2026-03-06T00:42:30.834835Z","steps":["trace[1134543801] 'process raft request' (duration: 369.773452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:42:30.83494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.46445Z","time spent":"370.418727ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:30.834983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.464875Z","time spent":"370.055469ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:30.835046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.464069Z","time spent":"370.854907ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:30.834849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:30.477582Z","time spent":"357.233019ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15331,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:42:31.198337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.734966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:42:31.198419Z","caller":"traceutil/trace.go:171","msg":"trace[939109238] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5135; }","duration":"221.9072ms","start":"2026-03-06T00:42:30.976494Z","end":"2026-03-06T00:42:31.198401Z","steps":["trace[939109238] 'count revisions from in-memory index tree' (duration: 221.668944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:42:31.862936Z","caller":"traceutil/trace.go:171","msg":"trace[712805635] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5340; }","duration":"271.746334ms","start":"2026-03-06T00:42:31.591162Z","end":"2026-03-06T00:42:31.862908Z","steps":["trace[712805635] 'read index received' (duration: 71.084819ms)","trace[712805635] 'applied index is now lower than readState.Index' (duration: 200.659535ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:42:31.862931Z","caller":"traceutil/trace.go:171","msg":"trace[772411719] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"271.782435ms","start":"2026-03-06T00:42:31.591108Z","end":"2026-03-06T00:42:31.862891Z","steps":["trace[772411719] 'process raft request' (duration: 209.788538ms)","trace[772411719] 'compare' (duration: 61.797732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:31.942116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.905992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81789"} {"level":"info","ts":"2026-03-06T00:42:31.942231Z","caller":"traceutil/trace.go:171","msg":"trace[1605255206] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5139; }","duration":"351.084676ms","start":"2026-03-06T00:42:31.59112Z","end":"2026-03-06T00:42:31.942204Z","steps":["trace[1605255206] 'agreement among raft nodes before linearized reading' (duration: 271.878587ms)","trace[1605255206] 'range keys from in-memory index tree' (duration: 78.750539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:42:31.942284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:42:31.591103Z","time spent":"351.170798ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T00:42:32.105286Z","caller":"traceutil/trace.go:171","msg":"trace[1611472141] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"198.264279ms","start":"2026-03-06T00:42:31.906995Z","end":"2026-03-06T00:42:32.105259Z","steps":["trace[1611472141] 'process raft request' (duration: 192.963675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:03.857051Z","caller":"traceutil/trace.go:171","msg":"trace[952433205] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5610; }","duration":"100.902639ms","start":"2026-03-06T00:43:03.756128Z","end":"2026-03-06T00:43:03.85703Z","steps":["trace[952433205] 'read index received' (duration: 96.314271ms)","trace[952433205] 'applied index is now lower than readState.Index' (duration: 4.587058ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:03.857105Z","caller":"traceutil/trace.go:171","msg":"trace[1962136232] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"101.911442ms","start":"2026-03-06T00:43:03.755166Z","end":"2026-03-06T00:43:03.857077Z","steps":["trace[1962136232] 'process raft request' (duration: 101.756658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:03.85729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.152024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-06T00:43:03.857339Z","caller":"traceutil/trace.go:171","msg":"trace[859178024] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5400; }","duration":"101.232467ms","start":"2026-03-06T00:43:03.756092Z","end":"2026-03-06T00:43:03.857324Z","steps":["trace[859178024] 'agreement among raft nodes before linearized reading' (duration: 101.079043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:13.821134Z","caller":"traceutil/trace.go:171","msg":"trace[1923634621] linearizableReadLoop","detail":"{readStateIndex:5666; appliedIndex:5665; }","duration":"192.08063ms","start":"2026-03-06T00:43:13.629026Z","end":"2026-03-06T00:43:13.821107Z","steps":["trace[1923634621] 'read index received' (duration: 191.773803ms)","trace[1923634621] 'applied index is now lower than readState.Index' (duration: 305.647µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:13.821217Z","caller":"traceutil/trace.go:171","msg":"trace[184648644] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"436.844477ms","start":"2026-03-06T00:43:13.384345Z","end":"2026-03-06T00:43:13.821189Z","steps":["trace[184648644] 'process raft request' (duration: 436.585441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:13.821434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:13.384331Z","time spent":"436.9593ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:13.821414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.311476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:43:13.821821Z","caller":"traceutil/trace.go:171","msg":"trace[1783718029] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5452; }","duration":"192.820528ms","start":"2026-03-06T00:43:13.628968Z","end":"2026-03-06T00:43:13.821788Z","steps":["trace[1783718029] 'agreement among raft nodes before linearized reading' (duration: 192.276586ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.037769Z","caller":"traceutil/trace.go:171","msg":"trace[115482509] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5666; }","duration":"137.588662ms","start":"2026-03-06T00:43:13.900164Z","end":"2026-03-06T00:43:14.037753Z","steps":["trace[115482509] 'read index received' (duration: 102.948075ms)","trace[115482509] 'applied index is now lower than readState.Index' (duration: 34.639887ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:14.03781Z","caller":"traceutil/trace.go:171","msg":"trace[829902814] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"141.419631ms","start":"2026-03-06T00:43:13.896365Z","end":"2026-03-06T00:43:14.037784Z","steps":["trace[829902814] 'process raft request' (duration: 106.811326ms)","trace[829902814] 'compare' (duration: 34.506683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:14.037923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.753566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:43:14.037949Z","caller":"traceutil/trace.go:171","msg":"trace[1835026849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5453; }","duration":"137.833838ms","start":"2026-03-06T00:43:13.900109Z","end":"2026-03-06T00:43:14.037943Z","steps":["trace[1835026849] 'agreement among raft nodes before linearized reading' (duration: 137.739616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.22263Z","caller":"traceutil/trace.go:171","msg":"trace[2134433157] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"179.122479ms","start":"2026-03-06T00:43:14.043476Z","end":"2026-03-06T00:43:14.222598Z","steps":["trace[2134433157] 'process raft request' (duration: 151.67306ms)","trace[2134433157] 'compare' (duration: 27.115921ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:14.222705Z","caller":"traceutil/trace.go:171","msg":"trace[112177502] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5667; }","duration":"151.261901ms","start":"2026-03-06T00:43:14.071417Z","end":"2026-03-06T00:43:14.222679Z","steps":["trace[112177502] 'read index received' (duration: 25.240278ms)","trace[112177502] 'applied index is now lower than readState.Index' (duration: 126.019733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:14.222963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.516777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:43:14.223018Z","caller":"traceutil/trace.go:171","msg":"trace[891009392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5456; }","duration":"151.603949ms","start":"2026-03-06T00:43:14.071403Z","end":"2026-03-06T00:43:14.223007Z","steps":["trace[891009392] 'agreement among raft nodes before linearized reading' (duration: 151.396344ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:14.507498Z","caller":"traceutil/trace.go:171","msg":"trace[799247841] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"142.500827ms","start":"2026-03-06T00:43:14.36496Z","end":"2026-03-06T00:43:14.507461Z","steps":["trace[799247841] 'process raft request' (duration: 121.788935ms)","trace[799247841] 'compare' (duration: 20.473356ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:16.338742Z","caller":"traceutil/trace.go:171","msg":"trace[1625672773] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5676; }","duration":"105.471584ms","start":"2026-03-06T00:43:16.233246Z","end":"2026-03-06T00:43:16.338717Z","steps":["trace[1625672773] 'read index received' (duration: 23.290222ms)","trace[1625672773] 'applied index is now lower than readState.Index' (duration: 82.180592ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:16.33905Z","caller":"traceutil/trace.go:171","msg":"trace[1298779677] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"108.183448ms","start":"2026-03-06T00:43:16.230819Z","end":"2026-03-06T00:43:16.339002Z","steps":["trace[1298779677] 'process raft request' (duration: 34.585845ms)","trace[1298779677] 'compare' (duration: 73.218044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:16.339062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.794923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:43:16.339265Z","caller":"traceutil/trace.go:171","msg":"trace[340471075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:5464; }","duration":"106.042317ms","start":"2026-03-06T00:43:16.233195Z","end":"2026-03-06T00:43:16.339237Z","steps":["trace[340471075] 'agreement among raft nodes before linearized reading' (duration: 105.686859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:24.545363Z","caller":"traceutil/trace.go:171","msg":"trace[290848390] linearizableReadLoop","detail":"{readStateIndex:5750; appliedIndex:5749; }","duration":"164.528489ms","start":"2026-03-06T00:43:24.380808Z","end":"2026-03-06T00:43:24.545336Z","steps":["trace[290848390] 'read index received' (duration: 164.408027ms)","trace[290848390] 'applied index is now lower than readState.Index' (duration: 119.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:24.545407Z","caller":"traceutil/trace.go:171","msg":"trace[360320422] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"166.100556ms","start":"2026-03-06T00:43:24.379288Z","end":"2026-03-06T00:43:24.545388Z","steps":["trace[360320422] 'process raft request' (duration: 165.890021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:24.545647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.809806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:43:24.545722Z","caller":"traceutil/trace.go:171","msg":"trace[709352965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5534; }","duration":"164.923039ms","start":"2026-03-06T00:43:24.380781Z","end":"2026-03-06T00:43:24.545704Z","steps":["trace[709352965] 'agreement among raft nodes before linearized reading' (duration: 164.669503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:24.60118Z","caller":"traceutil/trace.go:171","msg":"trace[1351588869] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"173.380875ms","start":"2026-03-06T00:43:24.427777Z","end":"2026-03-06T00:43:24.601158Z","steps":["trace[1351588869] 'process raft request' (duration: 173.201021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:24.601317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.821286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:43:24.601406Z","caller":"traceutil/trace.go:171","msg":"trace[886475598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:5535; }","duration":"219.938379ms","start":"2026-03-06T00:43:24.381449Z","end":"2026-03-06T00:43:24.601388Z","steps":["trace[886475598] 'agreement among raft nodes before linearized reading' (duration: 219.729084ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:24.867999Z","caller":"traceutil/trace.go:171","msg":"trace[1638871531] linearizableReadLoop","detail":"{readStateIndex:5752; appliedIndex:5751; }","duration":"266.83925ms","start":"2026-03-06T00:43:24.60113Z","end":"2026-03-06T00:43:24.867969Z","steps":["trace[1638871531] 'read index received' (duration: 264.739921ms)","trace[1638871531] 'applied index is now lower than readState.Index' (duration: 2.093629ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:24.868047Z","caller":"traceutil/trace.go:171","msg":"trace[519211263] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"317.736776ms","start":"2026-03-06T00:43:24.550285Z","end":"2026-03-06T00:43:24.868021Z","steps":["trace[519211263] 'process raft request' (duration: 315.658407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:24.868187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:43:24.550256Z","time spent":"317.851198ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:43:24.868295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.471211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:43:24.868341Z","caller":"traceutil/trace.go:171","msg":"trace[776858268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5536; }","duration":"278.557423ms","start":"2026-03-06T00:43:24.589768Z","end":"2026-03-06T00:43:24.868326Z","steps":["trace[776858268] 'agreement among raft nodes before linearized reading' (duration: 278.390399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:24.868581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.123733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109102"} {"level":"info","ts":"2026-03-06T00:43:24.868611Z","caller":"traceutil/trace.go:171","msg":"trace[1080143940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5536; }","duration":"263.175135ms","start":"2026-03-06T00:43:24.60543Z","end":"2026-03-06T00:43:24.868605Z","steps":["trace[1080143940] 'agreement among raft nodes before linearized reading' (duration: 263.018061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:29.114567Z","caller":"traceutil/trace.go:171","msg":"trace[858574613] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"224.198548ms","start":"2026-03-06T00:43:28.890337Z","end":"2026-03-06T00:43:29.114535Z","steps":["trace[858574613] 'process raft request' (duration: 156.510303ms)","trace[858574613] 'compare' (duration: 67.558932ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:43:29.488985Z","caller":"traceutil/trace.go:171","msg":"trace[741989526] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"142.558616ms","start":"2026-03-06T00:43:29.346399Z","end":"2026-03-06T00:43:29.488958Z","steps":["trace[741989526] 'process raft request' (duration: 142.408373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:29.744842Z","caller":"traceutil/trace.go:171","msg":"trace[165803227] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"119.695996ms","start":"2026-03-06T00:43:29.625121Z","end":"2026-03-06T00:43:29.744817Z","steps":["trace[165803227] 'process raft request' (duration: 119.548362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:43:30.848327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.070721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:30.84845Z","caller":"traceutil/trace.go:171","msg":"trace[878633496] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"222.970809ms","start":"2026-03-06T00:43:30.625458Z","end":"2026-03-06T00:43:30.848429Z","steps":["trace[878633496] 'process raft request' (duration: 100.704613ms)","trace[878633496] 'compare' (duration: 121.944178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:31.349413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.653242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:43:31.349519Z","caller":"traceutil/trace.go:171","msg":"trace[1794696944] linearizableReadLoop","detail":"{readStateIndex:5787; appliedIndex:5786; }","duration":"222.678693ms","start":"2026-03-06T00:43:31.126824Z","end":"2026-03-06T00:43:31.349503Z","steps":["trace[1794696944] 'read index received' (duration: 103.842877ms)","trace[1794696944] 'applied index is now lower than readState.Index' (duration: 118.834336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:31.349763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.941199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:31.349809Z","caller":"traceutil/trace.go:171","msg":"trace[1140928862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5570; }","duration":"223.031121ms","start":"2026-03-06T00:43:31.126762Z","end":"2026-03-06T00:43:31.349793Z","steps":["trace[1140928862] 'agreement among raft nodes before linearized reading' (duration: 222.931938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:31.349751Z","caller":"traceutil/trace.go:171","msg":"trace[1030274116] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"228.286683ms","start":"2026-03-06T00:43:31.12135Z","end":"2026-03-06T00:43:31.349637Z","steps":["trace[1030274116] 'process raft request' (duration: 109.326815ms)","trace[1030274116] 'compare' (duration: 118.510728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:43:31.350317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.153913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:43:31.350366Z","caller":"traceutil/trace.go:171","msg":"trace[43063699] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5570; }","duration":"183.204014ms","start":"2026-03-06T00:43:31.167149Z","end":"2026-03-06T00:43:31.350353Z","steps":["trace[43063699] 'agreement among raft nodes before linearized reading' (duration: 183.130192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:33.469364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2687} {"level":"info","ts":"2026-03-06T00:43:33.547102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2687,"took":"76.299426ms","hash":912421858,"current-db-size-bytes":40697856,"current-db-size":"41 MB","current-db-size-in-use-bytes":30216192,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T00:43:33.547166Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":912421858,"revision":2687,"compact-revision":-1} {"level":"info","ts":"2026-03-06T00:45:55.129806Z","caller":"traceutil/trace.go:171","msg":"trace[1894153895] transaction","detail":"{read_only:false; response_revision:6412; number_of_response:1; }","duration":"261.439223ms","start":"2026-03-06T00:45:54.868326Z","end":"2026-03-06T00:45:55.129765Z","steps":["trace[1894153895] 'process raft request' (duration: 261.213337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:45:55.130053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.688652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:45:55.130127Z","caller":"traceutil/trace.go:171","msg":"trace[1824679455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6412; }","duration":"185.818895ms","start":"2026-03-06T00:45:54.944298Z","end":"2026-03-06T00:45:55.130117Z","steps":["trace[1824679455] 'agreement among raft nodes before linearized reading' (duration: 185.654281ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:45:55.129906Z","caller":"traceutil/trace.go:171","msg":"trace[25635584] linearizableReadLoop","detail":"{readStateIndex:6663; appliedIndex:6662; }","duration":"185.339844ms","start":"2026-03-06T00:45:54.94435Z","end":"2026-03-06T00:45:55.12969Z","steps":["trace[25635584] 'read index received' (duration: 184.853733ms)","trace[25635584] 'applied index is now lower than readState.Index' (duration: 485.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:45:55.130418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.117912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:45:55.130476Z","caller":"traceutil/trace.go:171","msg":"trace[823420911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6412; }","duration":"180.230244ms","start":"2026-03-06T00:45:54.950236Z","end":"2026-03-06T00:45:55.130467Z","steps":["trace[823420911] 'agreement among raft nodes before linearized reading' (duration: 180.123702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:45:55.130814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.809771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:45:55.130855Z","caller":"traceutil/trace.go:171","msg":"trace[1600037460] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6412; }","duration":"110.922454ms","start":"2026-03-06T00:45:55.019924Z","end":"2026-03-06T00:45:55.130846Z","steps":["trace[1600037460] 'agreement among raft nodes before linearized reading' (duration: 110.860972ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:36.818973Z","caller":"traceutil/trace.go:171","msg":"trace[342978832] transaction","detail":"{read_only:false; response_revision:6818; number_of_response:1; }","duration":"313.273107ms","start":"2026-03-06T00:46:36.505667Z","end":"2026-03-06T00:46:36.81894Z","steps":["trace[342978832] 'process raft request' (duration: 313.105883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:36.819031Z","caller":"traceutil/trace.go:171","msg":"trace[708759057] linearizableReadLoop","detail":"{readStateIndex:7080; appliedIndex:7080; }","duration":"303.122889ms","start":"2026-03-06T00:46:36.515863Z","end":"2026-03-06T00:46:36.818986Z","steps":["trace[708759057] 'read index received' (duration: 303.108228ms)","trace[708759057] 'applied index is now lower than readState.Index' (duration: 11.851µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:46:36.819184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:46:36.505652Z","time spent":"313.43884ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:46:36.819291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.386405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T00:46:36.819426Z","caller":"traceutil/trace.go:171","msg":"trace[95694580] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:6818; }","duration":"303.567979ms","start":"2026-03-06T00:46:36.515841Z","end":"2026-03-06T00:46:36.819409Z","steps":["trace[95694580] 'agreement among raft nodes before linearized reading' (duration: 303.313354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:46:36.8195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:46:36.515833Z","time spent":"303.641061ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T00:46:37.739794Z","caller":"traceutil/trace.go:171","msg":"trace[645007128] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"111.642097ms","start":"2026-03-06T00:46:37.628119Z","end":"2026-03-06T00:46:37.739761Z","steps":["trace[645007128] 'process raft request' (duration: 109.089717ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:42.716775Z","caller":"traceutil/trace.go:171","msg":"trace[1114323637] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"151.791575ms","start":"2026-03-06T00:46:42.564948Z","end":"2026-03-06T00:46:42.71674Z","steps":["trace[1114323637] 'process raft request' (duration: 81.932683ms)","trace[1114323637] 'compare' (duration: 69.633996ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:46:42.717106Z","caller":"traceutil/trace.go:171","msg":"trace[269838806] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"139.646361ms","start":"2026-03-06T00:46:42.577433Z","end":"2026-03-06T00:46:42.71708Z","steps":["trace[269838806] 'process raft request' (duration: 139.570699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:42.71724Z","caller":"traceutil/trace.go:171","msg":"trace[302914268] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"151.275482ms","start":"2026-03-06T00:46:42.565913Z","end":"2026-03-06T00:46:42.717188Z","steps":["trace[302914268] 'process raft request' (duration: 150.784261ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:42.879395Z","caller":"traceutil/trace.go:171","msg":"trace[169153765] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"115.787485ms","start":"2026-03-06T00:46:42.763568Z","end":"2026-03-06T00:46:42.879356Z","steps":["trace[169153765] 'process raft request' (duration: 56.852328ms)","trace[169153765] 'compare' (duration: 58.64798ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:46:43.805375Z","caller":"traceutil/trace.go:171","msg":"trace[1718599067] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"161.700796ms","start":"2026-03-06T00:46:43.643642Z","end":"2026-03-06T00:46:43.805343Z","steps":["trace[1718599067] 'process raft request' (duration: 161.284646ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:47.596846Z","caller":"traceutil/trace.go:171","msg":"trace[160311870] linearizableReadLoop","detail":"{readStateIndex:7157; appliedIndex:7156; }","duration":"119.972802ms","start":"2026-03-06T00:46:47.476833Z","end":"2026-03-06T00:46:47.596805Z","steps":["trace[160311870] 'read index received' (duration: 33.733908ms)","trace[160311870] 'applied index is now lower than readState.Index' (duration: 86.237194ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:46:47.596954Z","caller":"traceutil/trace.go:171","msg":"trace[1086143898] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"120.154065ms","start":"2026-03-06T00:46:47.476755Z","end":"2026-03-06T00:46:47.596909Z","steps":["trace[1086143898] 'process raft request' (duration: 95.728675ms)","trace[1086143898] 'compare' (duration: 24.090602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:46:47.597175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.32099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:46:47.597271Z","caller":"traceutil/trace.go:171","msg":"trace[1361511141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6892; }","duration":"120.510864ms","start":"2026-03-06T00:46:47.476737Z","end":"2026-03-06T00:46:47.597248Z","steps":["trace[1361511141] 'agreement among raft nodes before linearized reading' (duration: 120.191827ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:48.105663Z","caller":"traceutil/trace.go:171","msg":"trace[1953775637] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"124.083197ms","start":"2026-03-06T00:46:47.981538Z","end":"2026-03-06T00:46:48.105621Z","steps":["trace[1953775637] 'process raft request' (duration: 88.684111ms)","trace[1953775637] 'compare' (duration: 34.867704ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:46:48.929782Z","caller":"traceutil/trace.go:171","msg":"trace[942590281] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"128.346288ms","start":"2026-03-06T00:46:48.801405Z","end":"2026-03-06T00:46:48.929751Z","steps":["trace[942590281] 'process raft request' (duration: 128.161773ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:46:49.363337Z","caller":"traceutil/trace.go:171","msg":"trace[730905645] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"110.016669ms","start":"2026-03-06T00:46:49.253285Z","end":"2026-03-06T00:46:49.363301Z","steps":["trace[730905645] 'process raft request' (duration: 77.653904ms)","trace[730905645] 'compare' (duration: 32.191741ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:46:50.424645Z","caller":"traceutil/trace.go:171","msg":"trace[1906254197] linearizableReadLoop","detail":"{readStateIndex:7174; appliedIndex:7173; }","duration":"126.504894ms","start":"2026-03-06T00:46:50.298112Z","end":"2026-03-06T00:46:50.424617Z","steps":["trace[1906254197] 'read index received' (duration: 126.227898ms)","trace[1906254197] 'applied index is now lower than readState.Index' (duration: 275.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:46:50.424714Z","caller":"traceutil/trace.go:171","msg":"trace[1365396865] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"165.340471ms","start":"2026-03-06T00:46:50.259326Z","end":"2026-03-06T00:46:50.424667Z","steps":["trace[1365396865] 'process raft request' (duration: 165.104636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:46:50.424897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.761821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:46:50.424931Z","caller":"traceutil/trace.go:171","msg":"trace[604378257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:6909; }","duration":"126.880483ms","start":"2026-03-06T00:46:50.298042Z","end":"2026-03-06T00:46:50.424923Z","steps":["trace[604378257] 'agreement among raft nodes before linearized reading' (duration: 126.678519ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:47:49.013508Z","caller":"traceutil/trace.go:171","msg":"trace[170400341] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"120.266972ms","start":"2026-03-06T00:47:48.893213Z","end":"2026-03-06T00:47:49.01348Z","steps":["trace[170400341] 'process raft request' (duration: 120.123929ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:47:56.915366Z","caller":"traceutil/trace.go:171","msg":"trace[922490224] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"132.687882ms","start":"2026-03-06T00:47:56.78263Z","end":"2026-03-06T00:47:56.915318Z","steps":["trace[922490224] 'process raft request' (duration: 132.104229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:47:56.915505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.730303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:47:56.915502Z","caller":"traceutil/trace.go:171","msg":"trace[1034631320] linearizableReadLoop","detail":"{readStateIndex:7624; appliedIndex:7622; }","duration":"117.496018ms","start":"2026-03-06T00:47:56.797744Z","end":"2026-03-06T00:47:56.91524Z","steps":["trace[1034631320] 'read index received' (duration: 13.046045ms)","trace[1034631320] 'applied index is now lower than readState.Index' (duration: 104.448682ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:47:56.91562Z","caller":"traceutil/trace.go:171","msg":"trace[1051672853] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7342; }","duration":"117.889387ms","start":"2026-03-06T00:47:56.797704Z","end":"2026-03-06T00:47:56.915593Z","steps":["trace[1051672853] 'agreement among raft nodes before linearized reading' (duration: 117.703522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:08.11589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.585212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:48:08.115999Z","caller":"traceutil/trace.go:171","msg":"trace[294047403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7536; }","duration":"162.731585ms","start":"2026-03-06T00:48:07.953243Z","end":"2026-03-06T00:48:08.115974Z","steps":["trace[294047403] 'range keys from in-memory index tree' (duration: 162.360716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:10.62868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844775964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:48:11.129057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844775964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T00:48:11.285685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354695025s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:48:11.286216Z","caller":"traceutil/trace.go:171","msg":"trace[134000283] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"1.355302309s","start":"2026-03-06T00:48:09.930886Z","end":"2026-03-06T00:48:11.286188Z","steps":["trace[134000283] 'process raft request' (duration: 1.355145005s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:11.286372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:09.930864Z","time spent":"1.355431523s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:11.287026Z","caller":"traceutil/trace.go:171","msg":"trace[1780790759] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"1.133855742s","start":"2026-03-06T00:48:10.153136Z","end":"2026-03-06T00:48:11.286992Z","steps":["trace[1780790759] 'process raft request' (duration: 1.133632947s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:11.287258Z","caller":"traceutil/trace.go:171","msg":"trace[1554499565] linearizableReadLoop","detail":"{readStateIndex:7832; appliedIndex:7829; }","duration":"1.159473901s","start":"2026-03-06T00:48:10.127766Z","end":"2026-03-06T00:48:11.28724Z","steps":["trace[1554499565] 'read index received' (duration: 1.158253732s)","trace[1554499565] 'applied index is now lower than readState.Index' (duration: 1.218949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:11.287436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159656545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:11.287471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141170273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:48:11.287477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.694052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:48:11.287503Z","caller":"traceutil/trace.go:171","msg":"trace[93080519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7547; }","duration":"1.159768187s","start":"2026-03-06T00:48:10.12772Z","end":"2026-03-06T00:48:11.287489Z","steps":["trace[93080519] 'agreement among raft nodes before linearized reading' (duration: 1.159640294s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:11.287527Z","caller":"traceutil/trace.go:171","msg":"trace[1065857075] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7547; }","duration":"818.787625ms","start":"2026-03-06T00:48:10.468724Z","end":"2026-03-06T00:48:11.287512Z","steps":["trace[1065857075] 'agreement among raft nodes before linearized reading' (duration: 818.669922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:11.287543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:10.127709Z","time spent":"1.159826299s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:48:11.287572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:10.468706Z","time spent":"818.858456ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:48:11.287581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136435401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:48:11.287609Z","caller":"traceutil/trace.go:171","msg":"trace[1113455853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7547; }","duration":"1.136482203s","start":"2026-03-06T00:48:10.15112Z","end":"2026-03-06T00:48:11.287602Z","steps":["trace[1113455853] 'agreement among raft nodes before linearized reading' (duration: 1.136406531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:11.28757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.306832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:48:11.287599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.29924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:48:11.287646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:10.151111Z","time spent":"1.136528884s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:48:11.287683Z","caller":"traceutil/trace.go:171","msg":"trace[336582223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:7547; }","duration":"288.425024ms","start":"2026-03-06T00:48:10.999246Z","end":"2026-03-06T00:48:11.287671Z","steps":["trace[336582223] 'agreement among raft nodes before linearized reading' (duration: 288.142097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:11.28768Z","caller":"traceutil/trace.go:171","msg":"trace[625226743] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7547; }","duration":"300.486436ms","start":"2026-03-06T00:48:10.987169Z","end":"2026-03-06T00:48:11.287655Z","steps":["trace[625226743] 'agreement among raft nodes before linearized reading' (duration: 300.303172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:11.287508Z","caller":"traceutil/trace.go:171","msg":"trace[1523870271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7547; }","duration":"1.141258075s","start":"2026-03-06T00:48:10.14624Z","end":"2026-03-06T00:48:11.287498Z","steps":["trace[1523870271] 'agreement among raft nodes before linearized reading' (duration: 1.141117781s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:11.287741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:10.146221Z","time spent":"1.14151462s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:48:11.287736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:10.987151Z","time spent":"300.574278ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:11.287744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.667663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T00:48:11.287822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:10.153121Z","time spent":"1.134108287s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:11.287867Z","caller":"traceutil/trace.go:171","msg":"trace[1121822779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7547; }","duration":"165.843288ms","start":"2026-03-06T00:48:11.121994Z","end":"2026-03-06T00:48:11.287837Z","steps":["trace[1121822779] 'agreement among raft nodes before linearized reading' (duration: 165.489889ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:11.287318Z","caller":"traceutil/trace.go:171","msg":"trace[1332953886] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"610.31391ms","start":"2026-03-06T00:48:10.676961Z","end":"2026-03-06T00:48:11.287275Z","steps":["trace[1332953886] 'process raft request' (duration: 609.978243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:11.288058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:10.676942Z","time spent":"611.076868ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:17.511809Z","caller":"traceutil/trace.go:171","msg":"trace[1422565328] linearizableReadLoop","detail":"{readStateIndex:7865; appliedIndex:7864; }","duration":"199.389652ms","start":"2026-03-06T00:48:17.312317Z","end":"2026-03-06T00:48:17.511706Z","steps":["trace[1422565328] 'read index received' (duration: 11.698974ms)","trace[1422565328] 'applied index is now lower than readState.Index' (duration: 187.688858ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:17.511836Z","caller":"traceutil/trace.go:171","msg":"trace[118277852] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"203.615891ms","start":"2026-03-06T00:48:17.308168Z","end":"2026-03-06T00:48:17.511784Z","steps":["trace[118277852] 'process raft request' (duration: 168.809787ms)","trace[118277852] 'compare' (duration: 34.465356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:17.511983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.652859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:48:17.51256Z","caller":"traceutil/trace.go:171","msg":"trace[1811382391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7577; }","duration":"200.273903ms","start":"2026-03-06T00:48:17.31225Z","end":"2026-03-06T00:48:17.512524Z","steps":["trace[1811382391] 'agreement among raft nodes before linearized reading' (duration: 199.589877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:17.512179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.242276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:48:17.512669Z","caller":"traceutil/trace.go:171","msg":"trace[987076503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7577; }","duration":"139.717447ms","start":"2026-03-06T00:48:17.37292Z","end":"2026-03-06T00:48:17.512638Z","steps":["trace[987076503] 'agreement among raft nodes before linearized reading' (duration: 139.138453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:17.512242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.825063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:48:17.512764Z","caller":"traceutil/trace.go:171","msg":"trace[1442818837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7577; }","duration":"144.388386ms","start":"2026-03-06T00:48:17.368346Z","end":"2026-03-06T00:48:17.512734Z","steps":["trace[1442818837] 'agreement among raft nodes before linearized reading' (duration: 143.71447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:17.512299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.809692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:48:17.512849Z","caller":"traceutil/trace.go:171","msg":"trace[1547267116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7577; }","duration":"144.422297ms","start":"2026-03-06T00:48:17.368415Z","end":"2026-03-06T00:48:17.512837Z","steps":["trace[1547267116] 'agreement among raft nodes before linearized reading' (duration: 143.701921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:17.512311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.222948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:48:17.512974Z","caller":"traceutil/trace.go:171","msg":"trace[1262981716] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:7577; }","duration":"134.924014ms","start":"2026-03-06T00:48:17.378032Z","end":"2026-03-06T00:48:17.512956Z","steps":["trace[1262981716] 'agreement among raft nodes before linearized reading' (duration: 134.079274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:17.512317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.682286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:48:17.513078Z","caller":"traceutil/trace.go:171","msg":"trace[675364880] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7577; }","duration":"143.501506ms","start":"2026-03-06T00:48:17.369558Z","end":"2026-03-06T00:48:17.51306Z","steps":["trace[675364880] 'agreement among raft nodes before linearized reading' (duration: 142.514773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:21.311689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.606096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:21.311828Z","caller":"traceutil/trace.go:171","msg":"trace[362434771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7594; }","duration":"107.855942ms","start":"2026-03-06T00:48:21.203943Z","end":"2026-03-06T00:48:21.311799Z","steps":["trace[362434771] 'count revisions from in-memory index tree' (duration: 107.483643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:21.540295Z","caller":"traceutil/trace.go:171","msg":"trace[685102788] linearizableReadLoop","detail":"{readStateIndex:7883; appliedIndex:7882; }","duration":"135.940019ms","start":"2026-03-06T00:48:21.404328Z","end":"2026-03-06T00:48:21.540268Z","steps":["trace[685102788] 'read index received' (duration: 135.898138ms)","trace[685102788] 'applied index is now lower than readState.Index' (duration: 40.441µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:21.540361Z","caller":"traceutil/trace.go:171","msg":"trace[1493577386] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"204.706506ms","start":"2026-03-06T00:48:21.335625Z","end":"2026-03-06T00:48:21.540332Z","steps":["trace[1493577386] 'process raft request' (duration: 204.43689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:21.540546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.189704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:21.54071Z","caller":"traceutil/trace.go:171","msg":"trace[1040058059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7595; }","duration":"136.42923ms","start":"2026-03-06T00:48:21.404257Z","end":"2026-03-06T00:48:21.540687Z","steps":["trace[1040058059] 'agreement among raft nodes before linearized reading' (duration: 136.180675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:21.845527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.528699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:48:21.845626Z","caller":"traceutil/trace.go:171","msg":"trace[1039797655] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"234.969904ms","start":"2026-03-06T00:48:21.610639Z","end":"2026-03-06T00:48:21.845609Z","steps":["trace[1039797655] 'process raft request' (duration: 90.287301ms)","trace[1039797655] 'compare' (duration: 144.322955ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:21.896015Z","caller":"traceutil/trace.go:171","msg":"trace[1690505258] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"284.987954ms","start":"2026-03-06T00:48:21.610999Z","end":"2026-03-06T00:48:21.895987Z","steps":["trace[1690505258] 'process raft request' (duration: 284.922582ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:21.896299Z","caller":"traceutil/trace.go:171","msg":"trace[1268569438] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"285.373633ms","start":"2026-03-06T00:48:21.610918Z","end":"2026-03-06T00:48:21.896291Z","steps":["trace[1268569438] 'process raft request' (duration: 284.852821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:21.896282Z","caller":"traceutil/trace.go:171","msg":"trace[483072622] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"284.865601ms","start":"2026-03-06T00:48:21.611388Z","end":"2026-03-06T00:48:21.896254Z","steps":["trace[483072622] 'process raft request' (duration: 284.567534ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:21.896683Z","caller":"traceutil/trace.go:171","msg":"trace[1020157701] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"285.170488ms","start":"2026-03-06T00:48:21.611501Z","end":"2026-03-06T00:48:21.896672Z","steps":["trace[1020157701] 'process raft request' (duration: 284.673986ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:21.896901Z","caller":"traceutil/trace.go:171","msg":"trace[1208916847] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"284.997954ms","start":"2026-03-06T00:48:21.611883Z","end":"2026-03-06T00:48:21.896881Z","steps":["trace[1208916847] 'process raft request' (duration: 284.657496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:21.932082Z","caller":"traceutil/trace.go:171","msg":"trace[1862937139] linearizableReadLoop","detail":"{readStateIndex:7890; appliedIndex:7884; }","duration":"319.48025ms","start":"2026-03-06T00:48:21.612581Z","end":"2026-03-06T00:48:21.932061Z","steps":["trace[1862937139] 'read index received' (duration: 88.359967ms)","trace[1862937139] 'applied index is now lower than readState.Index' (duration: 231.118483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:21.932388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.795068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223823"} {"level":"info","ts":"2026-03-06T00:48:21.932443Z","caller":"traceutil/trace.go:171","msg":"trace[288543358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7602; }","duration":"319.870329ms","start":"2026-03-06T00:48:21.612562Z","end":"2026-03-06T00:48:21.932433Z","steps":["trace[288543358] 'agreement among raft nodes before linearized reading' (duration: 319.598353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:21.932466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:21.612551Z","time spent":"319.90979ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:48:23.753317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844776184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:48:23.757829Z","caller":"traceutil/trace.go:171","msg":"trace[597162022] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"608.457836ms","start":"2026-03-06T00:48:23.149341Z","end":"2026-03-06T00:48:23.757799Z","steps":["trace[597162022] 'process raft request' (duration: 608.220471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:23.758053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:23.149323Z","time spent":"608.59743ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:24.029761Z","caller":"traceutil/trace.go:171","msg":"trace[107131077] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"483.530596ms","start":"2026-03-06T00:48:23.546196Z","end":"2026-03-06T00:48:24.029727Z","steps":["trace[107131077] 'process raft request' (duration: 483.141237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.029949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:23.546163Z","time spent":"483.688199ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:24.030132Z","caller":"traceutil/trace.go:171","msg":"trace[1265158058] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"422.224183ms","start":"2026-03-06T00:48:23.607865Z","end":"2026-03-06T00:48:24.030089Z","steps":["trace[1265158058] 'process raft request' (duration: 421.805593ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:24.030254Z","caller":"traceutil/trace.go:171","msg":"trace[1336681288] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7891; }","duration":"777.11857ms","start":"2026-03-06T00:48:23.253057Z","end":"2026-03-06T00:48:24.030176Z","steps":["trace[1336681288] 'read index received' (duration: 504.587848ms)","trace[1336681288] 'applied index is now lower than readState.Index' (duration: 272.529642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:24.030304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:23.607835Z","time spent":"422.382346ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:24.030262Z","caller":"traceutil/trace.go:171","msg":"trace[2103229583] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"416.15867ms","start":"2026-03-06T00:48:23.614065Z","end":"2026-03-06T00:48:24.030223Z","steps":["trace[2103229583] 'process raft request' (duration: 416.015227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.030465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.411187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:24.030523Z","caller":"traceutil/trace.go:171","msg":"trace[744406934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7606; }","duration":"777.52578ms","start":"2026-03-06T00:48:23.252984Z","end":"2026-03-06T00:48:24.03051Z","steps":["trace[744406934] 'agreement among raft nodes before linearized reading' (duration: 777.359036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.030566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:23.252963Z","time spent":"777.595732ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:48:24.030561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:23.614048Z","time spent":"416.367176ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:24.030718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.229788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:48:24.030762Z","caller":"traceutil/trace.go:171","msg":"trace[289740510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7606; }","duration":"128.370131ms","start":"2026-03-06T00:48:23.902381Z","end":"2026-03-06T00:48:24.030751Z","steps":["trace[289740510] 'agreement among raft nodes before linearized reading' (duration: 128.194827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.030747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.476884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:48:24.030846Z","caller":"traceutil/trace.go:171","msg":"trace[1751742804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7606; }","duration":"181.631037ms","start":"2026-03-06T00:48:23.849193Z","end":"2026-03-06T00:48:24.030824Z","steps":["trace[1751742804] 'agreement among raft nodes before linearized reading' (duration: 181.34597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.030826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.496001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:48:24.030934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.442163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:48:24.031002Z","caller":"traceutil/trace.go:171","msg":"trace[1841539095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7606; }","duration":"128.600427ms","start":"2026-03-06T00:48:23.902381Z","end":"2026-03-06T00:48:24.030982Z","steps":["trace[1841539095] 'agreement among raft nodes before linearized reading' (duration: 128.345131ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:24.0311Z","caller":"traceutil/trace.go:171","msg":"trace[1985883977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7606; }","duration":"127.754328ms","start":"2026-03-06T00:48:23.903264Z","end":"2026-03-06T00:48:24.031019Z","steps":["trace[1985883977] 'agreement among raft nodes before linearized reading' (duration: 127.287527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.031242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.167017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:48:24.031415Z","caller":"traceutil/trace.go:171","msg":"trace[1281834031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7606; }","duration":"128.386222ms","start":"2026-03-06T00:48:23.90301Z","end":"2026-03-06T00:48:24.031396Z","steps":["trace[1281834031] 'agreement among raft nodes before linearized reading' (duration: 127.687986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.031559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.680526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:48:24.03161Z","caller":"traceutil/trace.go:171","msg":"trace[336435331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7606; }","duration":"128.179087ms","start":"2026-03-06T00:48:23.903414Z","end":"2026-03-06T00:48:24.031594Z","steps":["trace[336435331] 'agreement among raft nodes before linearized reading' (duration: 127.470721ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:24.284078Z","caller":"traceutil/trace.go:171","msg":"trace[1141797000] linearizableReadLoop","detail":"{readStateIndex:7896; appliedIndex:7895; }","duration":"248.377138ms","start":"2026-03-06T00:48:24.035669Z","end":"2026-03-06T00:48:24.284046Z","steps":["trace[1141797000] 'read index received' (duration: 181.493024ms)","trace[1141797000] 'applied index is now lower than readState.Index' (duration: 66.882774ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:24.284197Z","caller":"traceutil/trace.go:171","msg":"trace[1490159181] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"248.606173ms","start":"2026-03-06T00:48:24.03558Z","end":"2026-03-06T00:48:24.284186Z","steps":["trace[1490159181] 'process raft request' (duration: 181.569175ms)","trace[1490159181] 'compare' (duration: 66.616828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:24.284601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.9085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223823"} {"level":"info","ts":"2026-03-06T00:48:24.284674Z","caller":"traceutil/trace.go:171","msg":"trace[656875409] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7607; }","duration":"249.034493ms","start":"2026-03-06T00:48:24.035623Z","end":"2026-03-06T00:48:24.284658Z","steps":["trace[656875409] 'agreement among raft nodes before linearized reading' (duration: 248.641094ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:24.519016Z","caller":"traceutil/trace.go:171","msg":"trace[2010909684] transaction","detail":"{read_only:false; response_revision:7608; number_of_response:1; }","duration":"483.310101ms","start":"2026-03-06T00:48:24.035671Z","end":"2026-03-06T00:48:24.518982Z","steps":["trace[2010909684] 'process raft request' (duration: 482.535213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.519224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:24.03564Z","time spent":"483.469354ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:24.519364Z","caller":"traceutil/trace.go:171","msg":"trace[697368074] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"483.975126ms","start":"2026-03-06T00:48:24.03537Z","end":"2026-03-06T00:48:24.519345Z","steps":["trace[697368074] 'process raft request' (duration: 483.563537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.51944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:24.035317Z","time spent":"484.086399ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:24.519647Z","caller":"traceutil/trace.go:171","msg":"trace[1913788702] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"483.821512ms","start":"2026-03-06T00:48:24.035789Z","end":"2026-03-06T00:48:24.519611Z","steps":["trace[1913788702] 'process raft request' (duration: 483.531616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:24.519726Z","caller":"traceutil/trace.go:171","msg":"trace[1565854132] linearizableReadLoop","detail":"{readStateIndex:7901; appliedIndex:7896; }","duration":"235.547377ms","start":"2026-03-06T00:48:24.284145Z","end":"2026-03-06T00:48:24.519693Z","steps":["trace[1565854132] 'read index received' (duration: 234.064663ms)","trace[1565854132] 'applied index is now lower than readState.Index' (duration: 1.481254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:24.519836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:24.035768Z","time spent":"483.970235ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:24.519948Z","caller":"traceutil/trace.go:171","msg":"trace[852376114] transaction","detail":"{read_only:false; response_revision:7612; number_of_response:1; }","duration":"483.631238ms","start":"2026-03-06T00:48:24.036294Z","end":"2026-03-06T00:48:24.519925Z","steps":["trace[852376114] 'process raft request' (duration: 483.332701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.51995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.327274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:24.519995Z","caller":"traceutil/trace.go:171","msg":"trace[532311833] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"483.984336ms","start":"2026-03-06T00:48:24.035999Z","end":"2026-03-06T00:48:24.519983Z","steps":["trace[532311833] 'process raft request' (duration: 483.511305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:24.52001Z","caller":"traceutil/trace.go:171","msg":"trace[1374959021] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7612; }","duration":"419.446307ms","start":"2026-03-06T00:48:24.100547Z","end":"2026-03-06T00:48:24.519994Z","steps":["trace[1374959021] 'agreement among raft nodes before linearized reading' (duration: 419.274083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.52002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:24.036279Z","time spent":"483.701629ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:24.520048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:24.035983Z","time spent":"484.038597ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:24.520048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.808831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:24.520065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:24.100532Z","time spent":"419.517499ms","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:24.520095Z","caller":"traceutil/trace.go:171","msg":"trace[1952604451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7612; }","duration":"391.900253ms","start":"2026-03-06T00:48:24.128181Z","end":"2026-03-06T00:48:24.520081Z","steps":["trace[1952604451] 'agreement among raft nodes before linearized reading' (duration: 391.821902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:24.520129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:24.128158Z","time spent":"391.964154ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:48:26.54001Z","caller":"traceutil/trace.go:171","msg":"trace[2010669548] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"504.116407ms","start":"2026-03-06T00:48:26.035848Z","end":"2026-03-06T00:48:26.539964Z","steps":["trace[2010669548] 'process raft request' (duration: 503.872091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:26.540408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.035814Z","time spent":"504.317182ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:26.589839Z","caller":"traceutil/trace.go:171","msg":"trace[1945573306] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"552.073757ms","start":"2026-03-06T00:48:26.037723Z","end":"2026-03-06T00:48:26.589797Z","steps":["trace[1945573306] 'process raft request' (duration: 551.805901ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:26.590085Z","caller":"traceutil/trace.go:171","msg":"trace[914416070] linearizableReadLoop","detail":"{readStateIndex:7903; appliedIndex:7901; }","duration":"476.05043ms","start":"2026-03-06T00:48:26.113998Z","end":"2026-03-06T00:48:26.590048Z","steps":["trace[914416070] 'read index received' (duration: 425.769535ms)","trace[914416070] 'applied index is now lower than readState.Index' (duration: 50.278525ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:26.590133Z","caller":"traceutil/trace.go:171","msg":"trace[1885899561] transaction","detail":"{read_only:false; response_revision:7615; number_of_response:1; }","duration":"287.402429ms","start":"2026-03-06T00:48:26.302696Z","end":"2026-03-06T00:48:26.590098Z","steps":["trace[1885899561] 'process raft request' (duration: 287.03427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:26.590283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.256644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:26.590319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.625624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:26.590336Z","caller":"traceutil/trace.go:171","msg":"trace[558980853] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7615; }","duration":"476.370837ms","start":"2026-03-06T00:48:26.113949Z","end":"2026-03-06T00:48:26.59032Z","steps":["trace[558980853] 'agreement among raft nodes before linearized reading' (duration: 476.262755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:26.590224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.037704Z","time spent":"552.405535ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:26.590371Z","caller":"traceutil/trace.go:171","msg":"trace[1002082561] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7615; }","duration":"352.735067ms","start":"2026-03-06T00:48:26.23762Z","end":"2026-03-06T00:48:26.590355Z","steps":["trace[1002082561] 'agreement among raft nodes before linearized reading' (duration: 352.638775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:26.590377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.113936Z","time spent":"476.430548ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:26.590419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.237595Z","time spent":"352.809578ms","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:48:26.590834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.508829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:48:26.590856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.320021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:48:26.5909Z","caller":"traceutil/trace.go:171","msg":"trace[1706596187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:7615; }","duration":"298.638391ms","start":"2026-03-06T00:48:26.292247Z","end":"2026-03-06T00:48:26.590886Z","steps":["trace[1706596187] 'agreement among raft nodes before linearized reading' (duration: 298.425596ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:26.590919Z","caller":"traceutil/trace.go:171","msg":"trace[281507699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7615; }","duration":"303.426844ms","start":"2026-03-06T00:48:26.287475Z","end":"2026-03-06T00:48:26.590902Z","steps":["trace[281507699] 'agreement among raft nodes before linearized reading' (duration: 303.27357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:26.590965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.287456Z","time spent":"303.496565ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:48:27.067407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.226106ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-06T00:48:27.067527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.591643Z","time spent":"475.879257ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T00:48:27.277717Z","caller":"traceutil/trace.go:171","msg":"trace[360610101] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"682.794395ms","start":"2026-03-06T00:48:26.59489Z","end":"2026-03-06T00:48:27.277685Z","steps":["trace[360610101] 'process raft request' (duration: 682.717413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:27.277772Z","caller":"traceutil/trace.go:171","msg":"trace[167187393] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"683.360978ms","start":"2026-03-06T00:48:26.594366Z","end":"2026-03-06T00:48:27.277727Z","steps":["trace[167187393] 'process raft request' (duration: 683.0163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:27.277886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.594857Z","time spent":"682.944869ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:27.277855Z","caller":"traceutil/trace.go:171","msg":"trace[627135396] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"683.047971ms","start":"2026-03-06T00:48:26.594743Z","end":"2026-03-06T00:48:27.277791Z","steps":["trace[627135396] 'process raft request' (duration: 682.815045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:27.27796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.594336Z","time spent":"683.528072ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:27.278023Z","caller":"traceutil/trace.go:171","msg":"trace[932963146] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"682.982779ms","start":"2026-03-06T00:48:26.595012Z","end":"2026-03-06T00:48:27.277994Z","steps":["trace[932963146] 'process raft request' (duration: 682.634781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:27.27807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.594731Z","time spent":"683.233636ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:27.278169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.594997Z","time spent":"683.099632ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:27.2784Z","caller":"traceutil/trace.go:171","msg":"trace[1273075103] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"683.353429ms","start":"2026-03-06T00:48:26.595037Z","end":"2026-03-06T00:48:27.27839Z","steps":["trace[1273075103] 'process raft request' (duration: 682.834647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:27.278395Z","caller":"traceutil/trace.go:171","msg":"trace[1090641035] linearizableReadLoop","detail":"{readStateIndex:7910; appliedIndex:7904; }","duration":"683.082121ms","start":"2026-03-06T00:48:26.595299Z","end":"2026-03-06T00:48:27.278381Z","steps":["trace[1090641035] 'read index received' (duration: 308.918763ms)","trace[1090641035] 'applied index is now lower than readState.Index' (duration: 374.162548ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:27.278407Z","caller":"traceutil/trace.go:171","msg":"trace[959015678] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"682.15204ms","start":"2026-03-06T00:48:26.596241Z","end":"2026-03-06T00:48:27.278393Z","steps":["trace[959015678] 'process raft request' (duration: 682.061538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:27.278457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.595024Z","time spent":"683.41291ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:27.278519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.596229Z","time spent":"682.246243ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:27.278974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.674056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223823"} {"level":"info","ts":"2026-03-06T00:48:27.279033Z","caller":"traceutil/trace.go:171","msg":"trace[1804385550] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7621; }","duration":"683.734537ms","start":"2026-03-06T00:48:26.595284Z","end":"2026-03-06T00:48:27.279018Z","steps":["trace[1804385550] 'agreement among raft nodes before linearized reading' (duration: 683.183164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:27.279071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.595271Z","time spent":"683.788438ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:48:27.284333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.065749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:48:27.28435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.07079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:48:27.284327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.07272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:27.284407Z","caller":"traceutil/trace.go:171","msg":"trace[1342769252] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"215.681613ms","start":"2026-03-06T00:48:27.068707Z","end":"2026-03-06T00:48:27.284389Z","steps":["trace[1342769252] 'process raft request' (duration: 215.364125ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:27.284431Z","caller":"traceutil/trace.go:171","msg":"trace[2044874756] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7622; }","duration":"502.196663ms","start":"2026-03-06T00:48:26.782227Z","end":"2026-03-06T00:48:27.284423Z","steps":["trace[2044874756] 'agreement among raft nodes before linearized reading' (duration: 501.999418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:27.28446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:26.782179Z","time spent":"502.270374ms","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:48:27.284437Z","caller":"traceutil/trace.go:171","msg":"trace[1708206558] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7622; }","duration":"177.167813ms","start":"2026-03-06T00:48:27.107254Z","end":"2026-03-06T00:48:27.284422Z","steps":["trace[1708206558] 'agreement among raft nodes before linearized reading' (duration: 177.008939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:27.284469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.62433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:48:27.284504Z","caller":"traceutil/trace.go:171","msg":"trace[1011520754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7622; }","duration":"265.708273ms","start":"2026-03-06T00:48:27.018787Z","end":"2026-03-06T00:48:27.284495Z","steps":["trace[1011520754] 'agreement among raft nodes before linearized reading' (duration: 265.55424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:27.284396Z","caller":"traceutil/trace.go:171","msg":"trace[1104935119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7622; }","duration":"156.126101ms","start":"2026-03-06T00:48:27.128254Z","end":"2026-03-06T00:48:27.28438Z","steps":["trace[1104935119] 'agreement among raft nodes before linearized reading' (duration: 155.987907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:28.751116Z","caller":"traceutil/trace.go:171","msg":"trace[964405871] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"155.005475ms","start":"2026-03-06T00:48:28.596074Z","end":"2026-03-06T00:48:28.75108Z","steps":["trace[964405871] 'process raft request' (duration: 104.667217ms)","trace[964405871] 'compare' (duration: 50.234935ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:30.912113Z","caller":"traceutil/trace.go:171","msg":"trace[1442812401] transaction","detail":"{read_only:false; response_revision:7633; number_of_response:1; }","duration":"285.403073ms","start":"2026-03-06T00:48:30.626676Z","end":"2026-03-06T00:48:30.91208Z","steps":["trace[1442812401] 'process raft request' (duration: 285.215859ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:30.912985Z","caller":"traceutil/trace.go:171","msg":"trace[860434687] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"155.559138ms","start":"2026-03-06T00:48:30.757391Z","end":"2026-03-06T00:48:30.91295Z","steps":["trace[860434687] 'process raft request' (duration: 155.361663ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:33.476526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5583} {"level":"info","ts":"2026-03-06T00:48:33.592471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5583,"took":"113.633667ms","hash":3388234031,"current-db-size-bytes":43241472,"current-db-size":"43 MB","current-db-size-in-use-bytes":23318528,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:48:33.592545Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3388234031,"revision":5583,"compact-revision":2687} {"level":"info","ts":"2026-03-06T00:48:54.694117Z","caller":"traceutil/trace.go:171","msg":"trace[1451695321] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"156.061269ms","start":"2026-03-06T00:48:54.538025Z","end":"2026-03-06T00:48:54.694086Z","steps":["trace[1451695321] 'process raft request' (duration: 155.604288ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:58.876153Z","caller":"traceutil/trace.go:171","msg":"trace[548449981] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"445.881294ms","start":"2026-03-06T00:48:58.430238Z","end":"2026-03-06T00:48:58.876119Z","steps":["trace[548449981] 'process raft request' (duration: 445.644918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:58.876458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:58.430221Z","time spent":"446.014798ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:59.541271Z","caller":"traceutil/trace.go:171","msg":"trace[160825591] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"526.4693ms","start":"2026-03-06T00:48:59.014771Z","end":"2026-03-06T00:48:59.54124Z","steps":["trace[160825591] 'process raft request' (duration: 525.514487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:59.541414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:59.014746Z","time spent":"526.595213ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:48:59.545449Z","caller":"traceutil/trace.go:171","msg":"trace[1272967024] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8124; }","duration":"419.395846ms","start":"2026-03-06T00:48:59.12603Z","end":"2026-03-06T00:48:59.545426Z","steps":["trace[1272967024] 'read index received' (duration: 414.271287ms)","trace[1272967024] 'applied index is now lower than readState.Index' (duration: 5.122939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:59.545566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.532879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:59.545606Z","caller":"traceutil/trace.go:171","msg":"trace[1243705610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7827; }","duration":"419.617261ms","start":"2026-03-06T00:48:59.125976Z","end":"2026-03-06T00:48:59.545594Z","steps":["trace[1243705610] 'agreement among raft nodes before linearized reading' (duration: 419.55106ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:59.545577Z","caller":"traceutil/trace.go:171","msg":"trace[928120371] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"501.703191ms","start":"2026-03-06T00:48:59.043817Z","end":"2026-03-06T00:48:59.54552Z","steps":["trace[928120371] 'process raft request' (duration: 501.468685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:59.54575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.052293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:48:59.545739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.207971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:59.545822Z","caller":"traceutil/trace.go:171","msg":"trace[1462170789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7827; }","duration":"104.126115ms","start":"2026-03-06T00:48:59.44166Z","end":"2026-03-06T00:48:59.545786Z","steps":["trace[1462170789] 'agreement among raft nodes before linearized reading' (duration: 103.949921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:59.545823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.654786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-06T00:48:59.545972Z","caller":"traceutil/trace.go:171","msg":"trace[601486606] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7827; }","duration":"104.841561ms","start":"2026-03-06T00:48:59.441118Z","end":"2026-03-06T00:48:59.54596Z","steps":["trace[601486606] 'agreement among raft nodes before linearized reading' (duration: 104.554804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:59.545645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:59.125958Z","time spent":"419.680882ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:48:59.545847Z","caller":"traceutil/trace.go:171","msg":"trace[815902649] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7827; }","duration":"389.355164ms","start":"2026-03-06T00:48:59.156464Z","end":"2026-03-06T00:48:59.545819Z","steps":["trace[815902649] 'agreement among raft nodes before linearized reading' (duration: 389.127118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:59.546087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:59.043788Z","time spent":"501.951517ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:48:59.546114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:59.156449Z","time spent":"389.629981ms","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:01.705435Z","caller":"traceutil/trace.go:171","msg":"trace[1144600717] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"158.20457ms","start":"2026-03-06T00:49:01.547208Z","end":"2026-03-06T00:49:01.705413Z","steps":["trace[1144600717] 'process raft request' (duration: 158.068036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.094897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.256128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:02.095381Z","caller":"traceutil/trace.go:171","msg":"trace[1237544598] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"542.497324ms","start":"2026-03-06T00:49:01.552834Z","end":"2026-03-06T00:49:02.095331Z","steps":["trace[1237544598] 'process raft request' (duration: 354.673473ms)","trace[1237544598] 'compare' (duration: 186.840558ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:02.095374Z","caller":"traceutil/trace.go:171","msg":"trace[761795253] linearizableReadLoop","detail":"{readStateIndex:8134; appliedIndex:8133; }","duration":"541.551222ms","start":"2026-03-06T00:49:01.553795Z","end":"2026-03-06T00:49:02.095346Z","steps":["trace[761795253] 'read index received' (duration: 151.675416ms)","trace[761795253] 'applied index is now lower than readState.Index' (duration: 389.873506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:02.095536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.552808Z","time spent":"542.642127ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:02.551839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.027055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:49:02.551936Z","caller":"traceutil/trace.go:171","msg":"trace[625700216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7835; }","duration":"998.178148ms","start":"2026-03-06T00:49:01.553735Z","end":"2026-03-06T00:49:02.551913Z","steps":["trace[625700216] 'agreement among raft nodes before linearized reading' (duration: 541.693536ms)","trace[625700216] 'range keys from in-memory index tree' (duration: 456.260977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:02.551979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.553716Z","time spent":"998.2534ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:02.55238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.312692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:49:02.552475Z","caller":"traceutil/trace.go:171","msg":"trace[1809996914] linearizableReadLoop","detail":"{readStateIndex:8135; appliedIndex:8134; }","duration":"456.924103ms","start":"2026-03-06T00:49:02.095538Z","end":"2026-03-06T00:49:02.552462Z","steps":["trace[1809996914] 'read index received' (duration: 42.711µs)","trace[1809996914] 'applied index is now lower than readState.Index' (duration: 456.880222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:02.552626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.790452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:49:02.552665Z","caller":"traceutil/trace.go:171","msg":"trace[1273898126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7835; }","duration":"992.846474ms","start":"2026-03-06T00:49:01.559806Z","end":"2026-03-06T00:49:02.552653Z","steps":["trace[1273898126] 'agreement among raft nodes before linearized reading' (duration: 992.730761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.552655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.420623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:49:02.552697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.559794Z","time spent":"992.895605ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:49:02.552727Z","caller":"traceutil/trace.go:171","msg":"trace[202113277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7835; }","duration":"992.543176ms","start":"2026-03-06T00:49:01.560167Z","end":"2026-03-06T00:49:02.55271Z","steps":["trace[202113277] 'agreement among raft nodes before linearized reading' (duration: 992.328041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.552783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.560154Z","time spent":"992.620379ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:02.552951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.552343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:02.55301Z","caller":"traceutil/trace.go:171","msg":"trace[572957844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7835; }","duration":"997.621975ms","start":"2026-03-06T00:49:01.555378Z","end":"2026-03-06T00:49:02.553Z","steps":["trace[572957844] 'agreement among raft nodes before linearized reading' (duration: 997.470711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.553041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.555373Z","time spent":"997.660676ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:49:02.553083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.218273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:02.553124Z","caller":"traceutil/trace.go:171","msg":"trace[690937785] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7835; }","duration":"742.305195ms","start":"2026-03-06T00:49:01.810809Z","end":"2026-03-06T00:49:02.553114Z","steps":["trace[690937785] 'agreement among raft nodes before linearized reading' (duration: 742.190443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.553158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.810789Z","time spent":"742.361006ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:02.5533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.625112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:49:02.553334Z","caller":"traceutil/trace.go:171","msg":"trace[223458612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:7835; }","duration":"990.668562ms","start":"2026-03-06T00:49:01.562657Z","end":"2026-03-06T00:49:02.553326Z","steps":["trace[223458612] 'agreement among raft nodes before linearized reading' (duration: 990.56982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.553359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.562642Z","time spent":"990.711204ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T00:49:02.553485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.087096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:49:02.553592Z","caller":"traceutil/trace.go:171","msg":"trace[1346469899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7835; }","duration":"998.209709ms","start":"2026-03-06T00:49:01.555354Z","end":"2026-03-06T00:49:02.553563Z","steps":["trace[1346469899] 'agreement among raft nodes before linearized reading' (duration: 997.951713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.55358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.202088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T00:49:02.553642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.555349Z","time spent":"998.28114ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:49:02.55371Z","caller":"traceutil/trace.go:171","msg":"trace[538604772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7835; }","duration":"998.367063ms","start":"2026-03-06T00:49:01.555308Z","end":"2026-03-06T00:49:02.553675Z","steps":["trace[538604772] 'agreement among raft nodes before linearized reading' (duration: 998.002864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:02.553775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:01.555298Z","time spent":"998.467525ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:12.073204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.46306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:12.073381Z","caller":"traceutil/trace.go:171","msg":"trace[127852960] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"598.65208ms","start":"2026-03-06T00:49:11.474672Z","end":"2026-03-06T00:49:12.073324Z","steps":["trace[127852960] 'process raft request' (duration: 242.992735ms)","trace[127852960] 'compare' (duration: 355.182484ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:12.073472Z","caller":"traceutil/trace.go:171","msg":"trace[996812219] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"259.458111ms","start":"2026-03-06T00:49:11.813997Z","end":"2026-03-06T00:49:12.073455Z","steps":["trace[996812219] 'process raft request' (duration: 259.41464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.073583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.474639Z","time spent":"598.835285ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:12.073566Z","caller":"traceutil/trace.go:171","msg":"trace[857548611] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"440.807821ms","start":"2026-03-06T00:49:11.632726Z","end":"2026-03-06T00:49:12.073534Z","steps":["trace[857548611] 'process raft request' (duration: 440.596896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.073925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.632687Z","time spent":"441.188069ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:12.0741Z","caller":"traceutil/trace.go:171","msg":"trace[1869056037] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8227; }","duration":"596.632163ms","start":"2026-03-06T00:49:11.476801Z","end":"2026-03-06T00:49:12.073433Z","steps":["trace[1869056037] 'read index received' (duration: 240.810714ms)","trace[1869056037] 'applied index is now lower than readState.Index' (duration: 355.816828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:12.074172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.36749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4vc75\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-06T00:49:12.074218Z","caller":"traceutil/trace.go:171","msg":"trace[1345858697] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4vc75; range_end:; response_count:1; response_revision:7926; }","duration":"597.437252ms","start":"2026-03-06T00:49:11.476766Z","end":"2026-03-06T00:49:12.074203Z","steps":["trace[1345858697] 'agreement among raft nodes before linearized reading' (duration: 597.275198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:12.074257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:11.476753Z","time spent":"597.496103ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4vc75\" "} {"level":"info","ts":"2026-03-06T00:49:13.003718Z","caller":"traceutil/trace.go:171","msg":"trace[1003662502] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"281.504765ms","start":"2026-03-06T00:49:12.722191Z","end":"2026-03-06T00:49:13.003696Z","steps":["trace[1003662502] 'process raft request' (duration: 213.837267ms)","trace[1003662502] 'compare' (duration: 67.291189ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:13.004281Z","caller":"traceutil/trace.go:171","msg":"trace[2026198602] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"280.156103ms","start":"2026-03-06T00:49:12.724107Z","end":"2026-03-06T00:49:13.004263Z","steps":["trace[2026198602] 'process raft request' (duration: 280.110212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:13.004579Z","caller":"traceutil/trace.go:171","msg":"trace[1459320141] linearizableReadLoop","detail":"{readStateIndex:8240; appliedIndex:8239; }","duration":"281.30655ms","start":"2026-03-06T00:49:12.723264Z","end":"2026-03-06T00:49:13.00457Z","steps":["trace[1459320141] 'read index received' (duration: 885.211µs)","trace[1459320141] 'applied index is now lower than readState.Index' (duration: 280.420279ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:13.004644Z","caller":"traceutil/trace.go:171","msg":"trace[1288676723] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"281.344342ms","start":"2026-03-06T00:49:12.723281Z","end":"2026-03-06T00:49:13.004625Z","steps":["trace[1288676723] 'process raft request' (duration: 280.820189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:13.004784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.661526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:13.004812Z","caller":"traceutil/trace.go:171","msg":"trace[57639572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7937; }","duration":"262.719207ms","start":"2026-03-06T00:49:12.742085Z","end":"2026-03-06T00:49:13.004805Z","steps":["trace[57639572] 'agreement among raft nodes before linearized reading' (duration: 262.651705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:13.005062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.769801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228466"} {"level":"info","ts":"2026-03-06T00:49:13.005159Z","caller":"traceutil/trace.go:171","msg":"trace[205600589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7937; }","duration":"281.884014ms","start":"2026-03-06T00:49:12.723246Z","end":"2026-03-06T00:49:13.00513Z","steps":["trace[205600589] 'agreement among raft nodes before linearized reading' (duration: 281.377062ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:13.503394Z","caller":"traceutil/trace.go:171","msg":"trace[1874740784] linearizableReadLoop","detail":"{readStateIndex:8243; appliedIndex:8242; }","duration":"188.497466ms","start":"2026-03-06T00:49:13.314865Z","end":"2026-03-06T00:49:13.503363Z","steps":["trace[1874740784] 'read index received' (duration: 188.295061ms)","trace[1874740784] 'applied index is now lower than readState.Index' (duration: 201.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:13.503445Z","caller":"traceutil/trace.go:171","msg":"trace[378888228] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"191.959347ms","start":"2026-03-06T00:49:13.31145Z","end":"2026-03-06T00:49:13.503409Z","steps":["trace[378888228] 'process raft request' (duration: 191.720982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:13.503659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.761472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-06T00:49:13.503705Z","caller":"traceutil/trace.go:171","msg":"trace[1563985143] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7938; }","duration":"188.840504ms","start":"2026-03-06T00:49:13.31485Z","end":"2026-03-06T00:49:13.503691Z","steps":["trace[1563985143] 'agreement among raft nodes before linearized reading' (duration: 188.655439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:14.765662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076170958s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:14.765735Z","caller":"traceutil/trace.go:171","msg":"trace[876340952] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8243; }","duration":"1.262247208s","start":"2026-03-06T00:49:13.503474Z","end":"2026-03-06T00:49:14.765721Z","steps":["trace[876340952] 'read index received' (duration: 185.987037ms)","trace[876340952] 'applied index is now lower than readState.Index' (duration: 1.076259421s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:14.765879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377335732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4vc75\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-06T00:49:14.765907Z","caller":"traceutil/trace.go:171","msg":"trace[98833360] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4vc75; range_end:; response_count:1; response_revision:7939; }","duration":"1.377386824s","start":"2026-03-06T00:49:13.388514Z","end":"2026-03-06T00:49:14.765901Z","steps":["trace[98833360] 'agreement among raft nodes before linearized reading' (duration: 1.377268061s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:14.765929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.388504Z","time spent":"1.377420684s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4vc75\" "} {"level":"warn","ts":"2026-03-06T00:49:14.765952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446644908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-06T00:49:14.766014Z","caller":"traceutil/trace.go:171","msg":"trace[1393190727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7939; }","duration":"1.44672841s","start":"2026-03-06T00:49:13.31927Z","end":"2026-03-06T00:49:14.765999Z","steps":["trace[1393190727] 'agreement among raft nodes before linearized reading' (duration: 1.446516935s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:14.766056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.319264Z","time spent":"1.446783071s","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T00:49:14.765797Z","caller":"traceutil/trace.go:171","msg":"trace[2024549793] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.376942323s","start":"2026-03-06T00:49:13.388801Z","end":"2026-03-06T00:49:14.765744Z","steps":["trace[2024549793] 'process raft request' (duration: 300.636772ms)","trace[2024549793] 'compare' (duration: 1.075708567s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:14.766488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.388788Z","time spent":"1.377614658s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T00:49:15.090491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.90335ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:15.090769Z","caller":"traceutil/trace.go:171","msg":"trace[423149597] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7939; }","duration":"124.249148ms","start":"2026-03-06T00:49:14.966485Z","end":"2026-03-06T00:49:15.090734Z","steps":["trace[423149597] 'range keys from in-memory index tree' (duration: 123.867969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.093406Z","caller":"traceutil/trace.go:171","msg":"trace[554643050] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"1.009325729s","start":"2026-03-06T00:49:14.084053Z","end":"2026-03-06T00:49:15.093379Z","steps":["trace[554643050] 'process raft request' (duration: 1.009151675s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.093571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.084034Z","time spent":"1.009454483s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:15.138345Z","caller":"traceutil/trace.go:171","msg":"trace[1745818077] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8244; }","duration":"372.5741ms","start":"2026-03-06T00:49:14.765752Z","end":"2026-03-06T00:49:15.138326Z","steps":["trace[1745818077] 'read index received' (duration: 327.441127ms)","trace[1745818077] 'applied index is now lower than readState.Index' (duration: 45.131553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:15.138492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.292535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:15.138529Z","caller":"traceutil/trace.go:171","msg":"trace[1793654893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7941; }","duration":"415.340156ms","start":"2026-03-06T00:49:14.723181Z","end":"2026-03-06T00:49:15.138521Z","steps":["trace[1793654893] 'agreement among raft nodes before linearized reading' (duration: 415.184063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.13855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.208131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:49:15.138589Z","caller":"traceutil/trace.go:171","msg":"trace[857975319] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"965.262342ms","start":"2026-03-06T00:49:14.17332Z","end":"2026-03-06T00:49:15.138582Z","steps":["trace[857975319] 'process raft request' (duration: 964.911793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.138591Z","caller":"traceutil/trace.go:171","msg":"trace[1353240302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7941; }","duration":"420.292613ms","start":"2026-03-06T00:49:14.718288Z","end":"2026-03-06T00:49:15.138581Z","steps":["trace[1353240302] 'agreement among raft nodes before linearized reading' (duration: 420.17793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.138625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.718267Z","time spent":"420.349543ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:15.138635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.173295Z","time spent":"965.310103ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:15.138558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.723113Z","time spent":"415.437969ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:49:15.138696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.927109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:15.138778Z","caller":"traceutil/trace.go:171","msg":"trace[596646249] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7941; }","duration":"262.042912ms","start":"2026-03-06T00:49:14.876712Z","end":"2026-03-06T00:49:15.138755Z","steps":["trace[596646249] 'agreement among raft nodes before linearized reading' (duration: 261.905998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.138818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.302086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:49:15.138843Z","caller":"traceutil/trace.go:171","msg":"trace[1331214710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7941; }","duration":"430.360767ms","start":"2026-03-06T00:49:14.708474Z","end":"2026-03-06T00:49:15.138835Z","steps":["trace[1331214710] 'agreement among raft nodes before linearized reading' (duration: 430.296656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.138868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.708453Z","time spent":"430.407998ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:15.138869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.658158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T00:49:15.138908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009188316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:15.138885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629711798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-06T00:49:15.138903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.880366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:49:15.138945Z","caller":"traceutil/trace.go:171","msg":"trace[214620023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7941; }","duration":"1.009265528s","start":"2026-03-06T00:49:14.129668Z","end":"2026-03-06T00:49:15.138934Z","steps":["trace[214620023] 'agreement among raft nodes before linearized reading' (duration: 1.009206106s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.138946Z","caller":"traceutil/trace.go:171","msg":"trace[1321693966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7941; }","duration":"410.786791ms","start":"2026-03-06T00:49:14.72814Z","end":"2026-03-06T00:49:15.138927Z","steps":["trace[1321693966] 'agreement among raft nodes before linearized reading' (duration: 410.467943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.138987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.129641Z","time spent":"1.00933999s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:15.138998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:14.728117Z","time spent":"410.872602ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T00:49:15.138991Z","caller":"traceutil/trace.go:171","msg":"trace[1514750137] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7941; }","duration":"128.972128ms","start":"2026-03-06T00:49:15.009998Z","end":"2026-03-06T00:49:15.13897Z","steps":["trace[1514750137] 'agreement among raft nodes before linearized reading' (duration: 128.770293ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.138991Z","caller":"traceutil/trace.go:171","msg":"trace[1513733932] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7941; }","duration":"1.629865801s","start":"2026-03-06T00:49:13.509095Z","end":"2026-03-06T00:49:15.138961Z","steps":["trace[1513733932] 'agreement among raft nodes before linearized reading' (duration: 1.629491233s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.139048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.160672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:49:15.139061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:13.509082Z","time spent":"1.629967364s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-06T00:49:15.139058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.199023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:49:15.139113Z","caller":"traceutil/trace.go:171","msg":"trace[1240042766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7941; }","duration":"129.268335ms","start":"2026-03-06T00:49:15.009827Z","end":"2026-03-06T00:49:15.139096Z","steps":["trace[1240042766] 'agreement among raft nodes before linearized reading' (duration: 129.08839ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.139131Z","caller":"traceutil/trace.go:171","msg":"trace[1710611768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:7941; }","duration":"126.301436ms","start":"2026-03-06T00:49:15.012812Z","end":"2026-03-06T00:49:15.139114Z","steps":["trace[1710611768] 'agreement among raft nodes before linearized reading' (duration: 126.03973ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.267226Z","caller":"traceutil/trace.go:171","msg":"trace[1797743932] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"123.384238ms","start":"2026-03-06T00:49:15.143816Z","end":"2026-03-06T00:49:15.267201Z","steps":["trace[1797743932] 'process raft request' (duration: 123.318656ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.267229Z","caller":"traceutil/trace.go:171","msg":"trace[1556384135] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"124.015182ms","start":"2026-03-06T00:49:15.143184Z","end":"2026-03-06T00:49:15.2672Z","steps":["trace[1556384135] 'process raft request' (duration: 123.835128ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.267472Z","caller":"traceutil/trace.go:171","msg":"trace[77107169] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"122.448546ms","start":"2026-03-06T00:49:15.145008Z","end":"2026-03-06T00:49:15.267457Z","steps":["trace[77107169] 'process raft request' (duration: 122.160839ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.267503Z","caller":"traceutil/trace.go:171","msg":"trace[1766866598] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8246; }","duration":"123.545622ms","start":"2026-03-06T00:49:15.143943Z","end":"2026-03-06T00:49:15.267489Z","steps":["trace[1766866598] 'read index received' (duration: 55.928435ms)","trace[1766866598] 'applied index is now lower than readState.Index' (duration: 67.616417ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:15.267568Z","caller":"traceutil/trace.go:171","msg":"trace[1914926476] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"122.444355ms","start":"2026-03-06T00:49:15.145109Z","end":"2026-03-06T00:49:15.267553Z","steps":["trace[1914926476] 'process raft request' (duration: 122.22374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.267597Z","caller":"traceutil/trace.go:171","msg":"trace[1032776930] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"120.313216ms","start":"2026-03-06T00:49:15.147266Z","end":"2026-03-06T00:49:15.267579Z","steps":["trace[1032776930] 'process raft request' (duration: 120.141762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.267735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.769957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-06T00:49:15.267763Z","caller":"traceutil/trace.go:171","msg":"trace[185125674] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7947; }","duration":"123.830168ms","start":"2026-03-06T00:49:15.143926Z","end":"2026-03-06T00:49:15.267756Z","steps":["trace[185125674] 'agreement among raft nodes before linearized reading' (duration: 123.716345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.310418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.23848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:15.310536Z","caller":"traceutil/trace.go:171","msg":"trace[1127147297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7948; }","duration":"161.378653ms","start":"2026-03-06T00:49:15.149142Z","end":"2026-03-06T00:49:15.31052Z","steps":["trace[1127147297] 'agreement among raft nodes before linearized reading' (duration: 161.212679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:15.310847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.055472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228466"} {"level":"info","ts":"2026-03-06T00:49:15.3109Z","caller":"traceutil/trace.go:171","msg":"trace[1560346764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7948; }","duration":"166.131195ms","start":"2026-03-06T00:49:15.144758Z","end":"2026-03-06T00:49:15.310889Z","steps":["trace[1560346764] 'agreement among raft nodes before linearized reading' (duration: 165.748996ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.509625Z","caller":"traceutil/trace.go:171","msg":"trace[2034574477] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8254; }","duration":"173.615049ms","start":"2026-03-06T00:49:15.335984Z","end":"2026-03-06T00:49:15.509599Z","steps":["trace[2034574477] 'read index received' (duration: 11.55637ms)","trace[2034574477] 'applied index is now lower than readState.Index' (duration: 162.057629ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:15.509796Z","caller":"traceutil/trace.go:171","msg":"trace[686067745] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"175.145115ms","start":"2026-03-06T00:49:15.334568Z","end":"2026-03-06T00:49:15.509713Z","steps":["trace[686067745] 'process raft request' (duration: 152.081727ms)","trace[686067745] 'compare' (duration: 22.784531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:15.510061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.054979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-06T00:49:15.510171Z","caller":"traceutil/trace.go:171","msg":"trace[2026935230] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7951; }","duration":"174.202883ms","start":"2026-03-06T00:49:15.335946Z","end":"2026-03-06T00:49:15.510148Z","steps":["trace[2026935230] 'agreement among raft nodes before linearized reading' (duration: 173.838354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:15.706798Z","caller":"traceutil/trace.go:171","msg":"trace[1513061807] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"121.710168ms","start":"2026-03-06T00:49:15.585051Z","end":"2026-03-06T00:49:15.706761Z","steps":["trace[1513061807] 'process raft request' (duration: 88.565986ms)","trace[1513061807] 'compare' (duration: 32.986169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:16.910701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.858288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:49:16.910805Z","caller":"traceutil/trace.go:171","msg":"trace[662483626] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8261; }","duration":"135.224983ms","start":"2026-03-06T00:49:16.775562Z","end":"2026-03-06T00:49:16.910787Z","steps":["trace[662483626] 'read index received' (duration: 84.552µs)","trace[662483626] 'applied index is now lower than readState.Index' (duration: 135.139181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:16.910977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.419859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:16.911013Z","caller":"traceutil/trace.go:171","msg":"trace[1661600461] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7956; }","duration":"135.503601ms","start":"2026-03-06T00:49:16.775501Z","end":"2026-03-06T00:49:16.911004Z","steps":["trace[1661600461] 'agreement among raft nodes before linearized reading' (duration: 135.335707ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:16.911251Z","caller":"traceutil/trace.go:171","msg":"trace[157426585] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"256.100832ms","start":"2026-03-06T00:49:16.655137Z","end":"2026-03-06T00:49:16.911238Z","steps":["trace[157426585] 'process raft request' (duration: 101.627079ms)","trace[157426585] 'compare' (duration: 153.729126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:17.188698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.36284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:49:17.188785Z","caller":"traceutil/trace.go:171","msg":"trace[103344009] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7956; }","duration":"118.507653ms","start":"2026-03-06T00:49:17.070254Z","end":"2026-03-06T00:49:17.188762Z","steps":["trace[103344009] 'count revisions from in-memory index tree' (duration: 118.283939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.624908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844777276,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:49:17.650874Z","caller":"traceutil/trace.go:171","msg":"trace[1597875498] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"551.076272ms","start":"2026-03-06T00:49:17.099769Z","end":"2026-03-06T00:49:17.650846Z","steps":["trace[1597875498] 'process raft request' (duration: 550.896348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.651022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.099752Z","time spent":"551.182055ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:49:17.77353Z","caller":"traceutil/trace.go:171","msg":"trace[497862758] linearizableReadLoop","detail":"{readStateIndex:8264; appliedIndex:8262; }","duration":"649.060838ms","start":"2026-03-06T00:49:17.124443Z","end":"2026-03-06T00:49:17.773504Z","steps":["trace[497862758] 'read index received' (duration: 526.204152ms)","trace[497862758] 'applied index is now lower than readState.Index' (duration: 122.855316ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:17.773593Z","caller":"traceutil/trace.go:171","msg":"trace[1798765969] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"628.225131ms","start":"2026-03-06T00:49:17.145338Z","end":"2026-03-06T00:49:17.773563Z","steps":["trace[1798765969] 'process raft request' (duration: 581.143223ms)","trace[1798765969] 'compare' (duration: 46.897574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:49:17.773719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.145312Z","time spent":"628.338144ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:49:17.773765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.978235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:17.77378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.340354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T00:49:17.773826Z","caller":"traceutil/trace.go:171","msg":"trace[68938405] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7958; }","duration":"649.435626ms","start":"2026-03-06T00:49:17.124377Z","end":"2026-03-06T00:49:17.773813Z","steps":["trace[68938405] 'agreement among raft nodes before linearized reading' (duration: 649.261012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.773864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.124343Z","time spent":"649.513158ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T00:49:17.773929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.699044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:49:17.773951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.116571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:49:17.773972Z","caller":"traceutil/trace.go:171","msg":"trace[1935757303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:7958; }","duration":"454.782306ms","start":"2026-03-06T00:49:17.319178Z","end":"2026-03-06T00:49:17.77396Z","steps":["trace[1935757303] 'agreement among raft nodes before linearized reading' (duration: 454.646323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.773991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.226107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:49:17.774008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.319164Z","time spent":"454.836657ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"info","ts":"2026-03-06T00:49:17.773824Z","caller":"traceutil/trace.go:171","msg":"trace[360455473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7958; }","duration":"646.059578ms","start":"2026-03-06T00:49:17.127747Z","end":"2026-03-06T00:49:17.773807Z","steps":["trace[360455473] 'agreement among raft nodes before linearized reading' (duration: 645.942025ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:17.774044Z","caller":"traceutil/trace.go:171","msg":"trace[110222704] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7958; }","duration":"479.288958ms","start":"2026-03-06T00:49:17.294741Z","end":"2026-03-06T00:49:17.77403Z","steps":["trace[110222704] 'agreement among raft nodes before linearized reading' (duration: 479.218356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.77406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.127737Z","time spent":"646.314153ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:49:17.774083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.294732Z","time spent":"479.341599ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:49:17.774096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.301294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T00:49:17.774131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.084369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:49:17.774181Z","caller":"traceutil/trace.go:171","msg":"trace[133855296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7958; }","duration":"532.162211ms","start":"2026-03-06T00:49:17.242006Z","end":"2026-03-06T00:49:17.774169Z","steps":["trace[133855296] 'agreement among raft nodes before linearized reading' (duration: 532.043668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.774217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.24199Z","time spent":"532.219182ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T00:49:17.773994Z","caller":"traceutil/trace.go:171","msg":"trace[1409754933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7958; }","duration":"502.157742ms","start":"2026-03-06T00:49:17.271824Z","end":"2026-03-06T00:49:17.773981Z","steps":["trace[1409754933] 'agreement among raft nodes before linearized reading' (duration: 502.025699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.77429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.271801Z","time spent":"502.478979ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:17.77425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.869554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T00:49:17.774143Z","caller":"traceutil/trace.go:171","msg":"trace[1418207357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7958; }","duration":"502.364786ms","start":"2026-03-06T00:49:17.271762Z","end":"2026-03-06T00:49:17.774126Z","steps":["trace[1418207357] 'agreement among raft nodes before linearized reading' (duration: 502.254214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:17.774467Z","caller":"traceutil/trace.go:171","msg":"trace[1839557395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7958; }","duration":"502.051659ms","start":"2026-03-06T00:49:17.27233Z","end":"2026-03-06T00:49:17.774381Z","steps":["trace[1839557395] 'agreement among raft nodes before linearized reading' (duration: 501.736642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.774523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.27232Z","time spent":"502.190912ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:49:17.774525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.27175Z","time spent":"502.765005ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:17.77393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.582338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:49:17.774598Z","caller":"traceutil/trace.go:171","msg":"trace[2138822343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7958; }","duration":"502.283374ms","start":"2026-03-06T00:49:17.272302Z","end":"2026-03-06T00:49:17.774585Z","steps":["trace[2138822343] 'agreement among raft nodes before linearized reading' (duration: 501.498296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.774637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.272296Z","time spent":"502.329646ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:49:17.774392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.844577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:49:17.774682Z","caller":"traceutil/trace.go:171","msg":"trace[2094943267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7958; }","duration":"503.177385ms","start":"2026-03-06T00:49:17.271495Z","end":"2026-03-06T00:49:17.774672Z","steps":["trace[2094943267] 'agreement among raft nodes before linearized reading' (duration: 502.838257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.774772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.271472Z","time spent":"503.291278ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:49:17.774634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.759225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67855bb459-tnfdm.189a1a167c8d7e03\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-06T00:49:17.775015Z","caller":"traceutil/trace.go:171","msg":"trace[617896425] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67855bb459-tnfdm.189a1a167c8d7e03; range_end:; response_count:1; response_revision:7958; }","duration":"566.175264ms","start":"2026-03-06T00:49:17.208823Z","end":"2026-03-06T00:49:17.774998Z","steps":["trace[617896425] 'agreement among raft nodes before linearized reading' (duration: 565.343705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.775065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.208801Z","time spent":"566.247596ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-67855bb459-tnfdm.189a1a167c8d7e03\" "} {"level":"warn","ts":"2026-03-06T00:49:17.775779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.239009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T00:49:17.775883Z","caller":"traceutil/trace.go:171","msg":"trace[1762891203] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7958; }","duration":"320.394962ms","start":"2026-03-06T00:49:17.455463Z","end":"2026-03-06T00:49:17.775858Z","steps":["trace[1762891203] 'agreement among raft nodes before linearized reading' (duration: 318.828886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:17.775954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:49:17.455443Z","time spent":"320.493684ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":877,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:49:18.003162Z","caller":"traceutil/trace.go:171","msg":"trace[543301240] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"223.462412ms","start":"2026-03-06T00:49:17.779667Z","end":"2026-03-06T00:49:18.00313Z","steps":["trace[543301240] 'process raft request' (duration: 223.39878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:18.003219Z","caller":"traceutil/trace.go:171","msg":"trace[1104513411] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"223.874691ms","start":"2026-03-06T00:49:17.779299Z","end":"2026-03-06T00:49:18.003174Z","steps":["trace[1104513411] 'process raft request' (duration: 223.722657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:18.003215Z","caller":"traceutil/trace.go:171","msg":"trace[1572519305] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"223.870512ms","start":"2026-03-06T00:49:17.77929Z","end":"2026-03-06T00:49:18.00316Z","steps":["trace[1572519305] 'process raft request' (duration: 223.531214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:18.003654Z","caller":"traceutil/trace.go:171","msg":"trace[662702695] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"223.537444ms","start":"2026-03-06T00:49:17.780106Z","end":"2026-03-06T00:49:18.003643Z","steps":["trace[662702695] 'process raft request' (duration: 222.989911ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:18.003696Z","caller":"traceutil/trace.go:171","msg":"trace[1431254668] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"223.291748ms","start":"2026-03-06T00:49:17.780396Z","end":"2026-03-06T00:49:18.003688Z","steps":["trace[1431254668] 'process raft request' (duration: 223.259187ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:18.003757Z","caller":"traceutil/trace.go:171","msg":"trace[1945859011] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"223.461341ms","start":"2026-03-06T00:49:17.780283Z","end":"2026-03-06T00:49:18.003745Z","steps":["trace[1945859011] 'process raft request' (duration: 223.302797ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:18.051064Z","caller":"traceutil/trace.go:171","msg":"trace[2131670047] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"229.894401ms","start":"2026-03-06T00:49:17.82115Z","end":"2026-03-06T00:49:18.051044Z","steps":["trace[2131670047] 'process raft request' (duration: 229.763108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:18.23358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.03235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:18.233677Z","caller":"traceutil/trace.go:171","msg":"trace[2018207010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7965; }","duration":"105.194963ms","start":"2026-03-06T00:49:18.128459Z","end":"2026-03-06T00:49:18.233654Z","steps":["trace[2018207010] 'range keys from in-memory index tree' (duration: 104.934547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:49:24.71961Z","caller":"traceutil/trace.go:171","msg":"trace[2040493832] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8330; }","duration":"141.522531ms","start":"2026-03-06T00:49:24.578053Z","end":"2026-03-06T00:49:24.719576Z","steps":["trace[2040493832] 'read index received' (duration: 141.421408ms)","trace[2040493832] 'applied index is now lower than readState.Index' (duration: 99.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:49:24.719642Z","caller":"traceutil/trace.go:171","msg":"trace[538740729] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"216.55393ms","start":"2026-03-06T00:49:24.503048Z","end":"2026-03-06T00:49:24.719602Z","steps":["trace[538740729] 'process raft request' (duration: 216.313255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:49:24.719861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.777426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:49:24.719986Z","caller":"traceutil/trace.go:171","msg":"trace[419722665] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8023; }","duration":"141.9508ms","start":"2026-03-06T00:49:24.577997Z","end":"2026-03-06T00:49:24.719948Z","steps":["trace[419722665] 'agreement among raft nodes before linearized reading' (duration: 141.756696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:16.794293Z","caller":"traceutil/trace.go:171","msg":"trace[345761045] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"121.37829ms","start":"2026-03-06T00:50:16.672891Z","end":"2026-03-06T00:50:16.794269Z","steps":["trace[345761045] 'process raft request' (duration: 121.199216ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:29.574174Z","caller":"traceutil/trace.go:171","msg":"trace[1922633717] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"214.598945ms","start":"2026-03-06T00:50:29.359546Z","end":"2026-03-06T00:50:29.574145Z","steps":["trace[1922633717] 'process raft request' (duration: 214.374069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:30.505112Z","caller":"traceutil/trace.go:171","msg":"trace[814983148] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"524.973353ms","start":"2026-03-06T00:50:29.980117Z","end":"2026-03-06T00:50:30.50509Z","steps":["trace[814983148] 'process raft request' (duration: 524.83395ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:30.505134Z","caller":"traceutil/trace.go:171","msg":"trace[1438037261] linearizableReadLoop","detail":"{readStateIndex:8967; appliedIndex:8967; }","duration":"376.836349ms","start":"2026-03-06T00:50:30.128271Z","end":"2026-03-06T00:50:30.505108Z","steps":["trace[1438037261] 'read index received' (duration: 376.824368ms)","trace[1438037261] 'applied index is now lower than readState.Index' (duration: 10.061µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:30.505263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:29.980091Z","time spent":"525.087696ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:30.505322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.026443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:30.505414Z","caller":"traceutil/trace.go:171","msg":"trace[1358672418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8642; }","duration":"377.168376ms","start":"2026-03-06T00:50:30.128223Z","end":"2026-03-06T00:50:30.505391Z","steps":["trace[1358672418] 'agreement among raft nodes before linearized reading' (duration: 377.006063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:30.505461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.128201Z","time spent":"377.251518ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:50:31.005588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844779204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T00:50:31.10897Z","caller":"traceutil/trace.go:171","msg":"trace[1450436559] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"914.988459ms","start":"2026-03-06T00:50:30.193952Z","end":"2026-03-06T00:50:31.108941Z","steps":["trace[1450436559] 'process raft request' (duration: 914.780584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.193924Z","time spent":"915.121083ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:31.109172Z","caller":"traceutil/trace.go:171","msg":"trace[1121654857] linearizableReadLoop","detail":"{readStateIndex:8969; appliedIndex:8967; }","duration":"603.940295ms","start":"2026-03-06T00:50:30.505197Z","end":"2026-03-06T00:50:31.109137Z","steps":["trace[1121654857] 'read index received' (duration: 603.553946ms)","trace[1121654857] 'applied index is now lower than readState.Index' (duration: 381.899µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:31.109354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.898439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:50:31.109331Z","caller":"traceutil/trace.go:171","msg":"trace[867678772] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"912.591123ms","start":"2026-03-06T00:50:30.196695Z","end":"2026-03-06T00:50:31.109286Z","steps":["trace[867678772] 'process raft request' (duration: 912.205514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.10936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.804419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:31.109402Z","caller":"traceutil/trace.go:171","msg":"trace[2146120115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8644; }","duration":"743.992352ms","start":"2026-03-06T00:50:30.365395Z","end":"2026-03-06T00:50:31.109388Z","steps":["trace[2146120115] 'agreement among raft nodes before linearized reading' (duration: 743.764256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.365376Z","time spent":"744.053413ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T00:50:31.109424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.735019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:50:31.109446Z","caller":"traceutil/trace.go:171","msg":"trace[1418172059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8644; }","duration":"602.891831ms","start":"2026-03-06T00:50:30.506529Z","end":"2026-03-06T00:50:31.109421Z","steps":["trace[1418172059] 'agreement among raft nodes before linearized reading' (duration: 602.766178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.10937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.190815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:50:31.109489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.196685Z","time spent":"912.728406ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:31.109492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.506473Z","time spent":"603.011783ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T00:50:31.109493Z","caller":"traceutil/trace.go:171","msg":"trace[1859125519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8644; }","duration":"672.830442ms","start":"2026-03-06T00:50:30.436646Z","end":"2026-03-06T00:50:31.109476Z","steps":["trace[1859125519] 'agreement among raft nodes before linearized reading' (duration: 672.661618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.741191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:50:31.109519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.634249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:50:31.109538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.246068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:50:31.109549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.126493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:50:31.109566Z","caller":"traceutil/trace.go:171","msg":"trace[97547177] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8644; }","duration":"976.290079ms","start":"2026-03-06T00:50:30.133265Z","end":"2026-03-06T00:50:31.109555Z","steps":["trace[97547177] 'agreement among raft nodes before linearized reading' (duration: 976.245268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.436633Z","time spent":"672.909053ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:50:31.109571Z","caller":"traceutil/trace.go:171","msg":"trace[2004071030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8644; }","duration":"555.68349ms","start":"2026-03-06T00:50:30.553871Z","end":"2026-03-06T00:50:31.109555Z","steps":["trace[2004071030] 'agreement among raft nodes before linearized reading' (duration: 555.522546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.133255Z","time spent":"976.3324ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:31.109561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.212288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:50:31.109592Z","caller":"traceutil/trace.go:171","msg":"trace[555198076] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8644; }","duration":"244.199195ms","start":"2026-03-06T00:50:30.865377Z","end":"2026-03-06T00:50:31.109577Z","steps":["trace[555198076] 'agreement among raft nodes before linearized reading' (duration: 244.146474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.553806Z","time spent":"555.798982ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T00:50:31.109571Z","caller":"traceutil/trace.go:171","msg":"trace[865903956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:8644; }","duration":"822.41145ms","start":"2026-03-06T00:50:30.287111Z","end":"2026-03-06T00:50:31.109523Z","steps":["trace[865903956] 'agreement among raft nodes before linearized reading' (duration: 822.099653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:31.109637Z","caller":"traceutil/trace.go:171","msg":"trace[1091475360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8644; }","duration":"555.344611ms","start":"2026-03-06T00:50:30.554277Z","end":"2026-03-06T00:50:31.109621Z","steps":["trace[1091475360] 'agreement among raft nodes before linearized reading' (duration: 555.157507ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:31.109562Z","caller":"traceutil/trace.go:171","msg":"trace[2026669288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8644; }","duration":"561.860423ms","start":"2026-03-06T00:50:30.547685Z","end":"2026-03-06T00:50:31.109545Z","steps":["trace[2026669288] 'agreement among raft nodes before linearized reading' (duration: 561.742401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.554259Z","time spent":"555.406913ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:31.1097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.547649Z","time spent":"562.041868ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:50:31.109747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.287091Z","time spent":"822.582714ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T00:50:31.109493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.905328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:50:31.109794Z","caller":"traceutil/trace.go:171","msg":"trace[1722060681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8644; }","duration":"554.229346ms","start":"2026-03-06T00:50:30.555552Z","end":"2026-03-06T00:50:31.109781Z","steps":["trace[1722060681] 'agreement among raft nodes before linearized reading' (duration: 553.801996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.109823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.555544Z","time spent":"554.272767ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:50:31.110238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.546504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:50:31.110304Z","caller":"traceutil/trace.go:171","msg":"trace[900208184] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8644; }","duration":"811.131007ms","start":"2026-03-06T00:50:30.299155Z","end":"2026-03-06T00:50:31.110286Z","steps":["trace[900208184] 'agreement among raft nodes before linearized reading' (duration: 810.471011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.11035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:30.299145Z","time spent":"811.191209ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T00:50:31.349755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.543937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:50:31.349866Z","caller":"traceutil/trace.go:171","msg":"trace[385399210] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"231.318614ms","start":"2026-03-06T00:50:31.118527Z","end":"2026-03-06T00:50:31.349846Z","steps":["trace[385399210] 'process raft request' (duration: 45.283366ms)","trace[385399210] 'compare' (duration: 185.296211ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:31.782204Z","caller":"traceutil/trace.go:171","msg":"trace[557493252] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"661.375614ms","start":"2026-03-06T00:50:31.120804Z","end":"2026-03-06T00:50:31.782179Z","steps":["trace[557493252] 'process raft request' (duration: 661.255732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.782343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.120797Z","time spent":"661.474497ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:31.782241Z","caller":"traceutil/trace.go:171","msg":"trace[1624828858] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"662.300136ms","start":"2026-03-06T00:50:31.11988Z","end":"2026-03-06T00:50:31.78218Z","steps":["trace[1624828858] 'process raft request' (duration: 562.915459ms)","trace[1624828858] 'compare' (duration: 99.038099ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:50:31.782564Z","caller":"traceutil/trace.go:171","msg":"trace[1366526981] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"660.969415ms","start":"2026-03-06T00:50:31.121585Z","end":"2026-03-06T00:50:31.782555Z","steps":["trace[1366526981] 'process raft request' (duration: 660.788271ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:31.782582Z","caller":"traceutil/trace.go:171","msg":"trace[1189663587] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"658.871776ms","start":"2026-03-06T00:50:31.123696Z","end":"2026-03-06T00:50:31.782568Z","steps":["trace[1189663587] 'process raft request' (duration: 658.805445ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:31.782489Z","caller":"traceutil/trace.go:171","msg":"trace[837595921] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"661.800384ms","start":"2026-03-06T00:50:31.120659Z","end":"2026-03-06T00:50:31.782459Z","steps":["trace[837595921] 'process raft request' (duration: 661.487817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.782689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.121572Z","time spent":"661.031966ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:31.782751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.12064Z","time spent":"662.084891ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:50:31.782577Z","caller":"traceutil/trace.go:171","msg":"trace[5265044] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8969; }","duration":"659.948021ms","start":"2026-03-06T00:50:31.122611Z","end":"2026-03-06T00:50:31.782559Z","steps":["trace[5265044] 'read index received' (duration: 41.211661ms)","trace[5265044] 'applied index is now lower than readState.Index' (duration: 618.73527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:31.782851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.123668Z","time spent":"658.992749ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:31.783052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.119872Z","time spent":"662.777437ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:50:31.783175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.513564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291248"} {"level":"info","ts":"2026-03-06T00:50:31.783241Z","caller":"traceutil/trace.go:171","msg":"trace[1973588441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8650; }","duration":"660.643848ms","start":"2026-03-06T00:50:31.122582Z","end":"2026-03-06T00:50:31.783226Z","steps":["trace[1973588441] 'agreement among raft nodes before linearized reading' (duration: 660.031784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:31.783294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.122574Z","time spent":"660.706659ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291271,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T00:50:32.102945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.85589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T00:50:32.103052Z","caller":"traceutil/trace.go:171","msg":"trace[1624338711] linearizableReadLoop","detail":"{readStateIndex:8976; appliedIndex:8975; }","duration":"320.220577ms","start":"2026-03-06T00:50:31.782811Z","end":"2026-03-06T00:50:32.103032Z","steps":["trace[1624338711] 'read index received' (duration: 90.156832ms)","trace[1624338711] 'applied index is now lower than readState.Index' (duration: 230.061825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:32.103318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.693868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:32.103363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.022782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T00:50:32.103403Z","caller":"traceutil/trace.go:171","msg":"trace[2119001543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8650; }","duration":"886.112705ms","start":"2026-03-06T00:50:31.217279Z","end":"2026-03-06T00:50:32.103392Z","steps":["trace[2119001543] 'agreement among raft nodes before linearized reading' (duration: 885.860499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:32.103371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.873986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:50:32.103453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.217257Z","time spent":"886.187427ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T00:50:32.103398Z","caller":"traceutil/trace.go:171","msg":"trace[1251551154] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8650; }","duration":"314.806731ms","start":"2026-03-06T00:50:31.788572Z","end":"2026-03-06T00:50:32.103378Z","steps":["trace[1251551154] 'agreement among raft nodes before linearized reading' (duration: 314.669608ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:32.103478Z","caller":"traceutil/trace.go:171","msg":"trace[1780414336] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8650; }","duration":"289.020869ms","start":"2026-03-06T00:50:31.814435Z","end":"2026-03-06T00:50:32.103456Z","steps":["trace[1780414336] 'agreement among raft nodes before linearized reading' (duration: 288.860595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:50:32.103564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:50:31.788556Z","time spent":"314.993625ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-06T00:50:33.531615Z","caller":"traceutil/trace.go:171","msg":"trace[1728385276] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"173.119467ms","start":"2026-03-06T00:50:33.358468Z","end":"2026-03-06T00:50:33.531587Z","steps":["trace[1728385276] 'process raft request' (duration: 172.971024ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:37.148267Z","caller":"traceutil/trace.go:171","msg":"trace[1784764287] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"110.90595ms","start":"2026-03-06T00:52:37.037326Z","end":"2026-03-06T00:52:37.148232Z","steps":["trace[1784764287] 'process raft request' (duration: 110.690385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:46.85401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.097941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:52:46.85412Z","caller":"traceutil/trace.go:171","msg":"trace[2042531641] linearizableReadLoop","detail":"{readStateIndex:9962; appliedIndex:9961; }","duration":"207.709145ms","start":"2026-03-06T00:52:46.646395Z","end":"2026-03-06T00:52:46.854104Z","steps":["trace[2042531641] 'read index received' (duration: 88.415169ms)","trace[2042531641] 'applied index is now lower than readState.Index' (duration: 119.292246ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:46.854189Z","caller":"traceutil/trace.go:171","msg":"trace[22067740] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"229.585902ms","start":"2026-03-06T00:52:46.624561Z","end":"2026-03-06T00:52:46.854147Z","steps":["trace[22067740] 'process raft request' (duration: 110.270586ms)","trace[22067740] 'compare' (duration: 118.863086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:52:46.85434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.950199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:52:46.854372Z","caller":"traceutil/trace.go:171","msg":"trace[1424427912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9603; }","duration":"182.0206ms","start":"2026-03-06T00:52:46.672342Z","end":"2026-03-06T00:52:46.854362Z","steps":["trace[1424427912] 'agreement among raft nodes before linearized reading' (duration: 181.847246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:46.854458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.707886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:52:46.854474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.051848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:52:46.85451Z","caller":"traceutil/trace.go:171","msg":"trace[2077089215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:9603; }","duration":"116.824158ms","start":"2026-03-06T00:52:46.737672Z","end":"2026-03-06T00:52:46.854496Z","steps":["trace[2077089215] 'agreement among raft nodes before linearized reading' (duration: 116.657415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:46.854533Z","caller":"traceutil/trace.go:171","msg":"trace[1261776626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9603; }","duration":"172.134931ms","start":"2026-03-06T00:52:46.682383Z","end":"2026-03-06T00:52:46.854518Z","steps":["trace[1261776626] 'agreement among raft nodes before linearized reading' (duration: 171.976527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:46.854698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.858581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:52:46.854746Z","caller":"traceutil/trace.go:171","msg":"trace[1367202281] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9603; }","duration":"176.955542ms","start":"2026-03-06T00:52:46.677778Z","end":"2026-03-06T00:52:46.854733Z","steps":["trace[1367202281] 'agreement among raft nodes before linearized reading' (duration: 176.788178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:46.854952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.444852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:52:46.855024Z","caller":"traceutil/trace.go:171","msg":"trace[2008029392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9603; }","duration":"208.606327ms","start":"2026-03-06T00:52:46.646367Z","end":"2026-03-06T00:52:46.854973Z","steps":["trace[2008029392] 'agreement among raft nodes before linearized reading' (duration: 207.785427ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:47.013547Z","caller":"traceutil/trace.go:171","msg":"trace[2067612403] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"154.215285ms","start":"2026-03-06T00:52:46.859306Z","end":"2026-03-06T00:52:47.013521Z","steps":["trace[2067612403] 'process raft request' (duration: 154.109473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:47.013758Z","caller":"traceutil/trace.go:171","msg":"trace[759487688] linearizableReadLoop","detail":"{readStateIndex:9964; appliedIndex:9962; }","duration":"154.481491ms","start":"2026-03-06T00:52:46.859261Z","end":"2026-03-06T00:52:47.013742Z","steps":["trace[759487688] 'read index received' (duration: 18.853557ms)","trace[759487688] 'applied index is now lower than readState.Index' (duration: 135.622414ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:47.013757Z","caller":"traceutil/trace.go:171","msg":"trace[1413967543] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"154.490772ms","start":"2026-03-06T00:52:46.859234Z","end":"2026-03-06T00:52:47.013724Z","steps":["trace[1413967543] 'process raft request' (duration: 125.690414ms)","trace[1413967543] 'compare' (duration: 28.360248ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:47.013872Z","caller":"traceutil/trace.go:171","msg":"trace[1826569591] transaction","detail":"{read_only:false; response_revision:9607; number_of_response:1; }","duration":"154.133264ms","start":"2026-03-06T00:52:46.859711Z","end":"2026-03-06T00:52:47.013844Z","steps":["trace[1826569591] 'process raft request' (duration: 153.774155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:47.013929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.657685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T00:52:47.013965Z","caller":"traceutil/trace.go:171","msg":"trace[1911931591] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9607; }","duration":"154.726307ms","start":"2026-03-06T00:52:46.859229Z","end":"2026-03-06T00:52:47.013955Z","steps":["trace[1911931591] 'agreement among raft nodes before linearized reading' (duration: 154.612325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:47.014602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.221338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368124"} {"level":"info","ts":"2026-03-06T00:52:47.014674Z","caller":"traceutil/trace.go:171","msg":"trace[1153555513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:9607; }","duration":"155.341481ms","start":"2026-03-06T00:52:46.859316Z","end":"2026-03-06T00:52:47.014657Z","steps":["trace[1153555513] 'agreement among raft nodes before linearized reading' (duration: 154.719837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:49.169993Z","caller":"traceutil/trace.go:171","msg":"trace[1461907054] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"118.913677ms","start":"2026-03-06T00:52:49.051054Z","end":"2026-03-06T00:52:49.169968Z","steps":["trace[1461907054] 'process raft request' (duration: 118.758374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:49.205935Z","caller":"traceutil/trace.go:171","msg":"trace[1947164826] linearizableReadLoop","detail":"{readStateIndex:9985; appliedIndex:9983; }","duration":"154.348588ms","start":"2026-03-06T00:52:49.051565Z","end":"2026-03-06T00:52:49.205913Z","steps":["trace[1947164826] 'read index received' (duration: 118.514028ms)","trace[1947164826] 'applied index is now lower than readState.Index' (duration: 35.83315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:52:49.206275Z","caller":"traceutil/trace.go:171","msg":"trace[2034012671] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"155.055505ms","start":"2026-03-06T00:52:49.051197Z","end":"2026-03-06T00:52:49.206253Z","steps":["trace[2034012671] 'process raft request' (duration: 154.544323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:49.206644Z","caller":"traceutil/trace.go:171","msg":"trace[1444199304] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"155.265459ms","start":"2026-03-06T00:52:49.051335Z","end":"2026-03-06T00:52:49.206601Z","steps":["trace[1444199304] 'process raft request' (duration: 154.527252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:49.207065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.479885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368124"} {"level":"info","ts":"2026-03-06T00:52:49.207126Z","caller":"traceutil/trace.go:171","msg":"trace[514973672] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:9626; }","duration":"155.568366ms","start":"2026-03-06T00:52:49.051545Z","end":"2026-03-06T00:52:49.207113Z","steps":["trace[514973672] 'agreement among raft nodes before linearized reading' (duration: 154.962882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:52:49.2374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.996224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:52:49.237497Z","caller":"traceutil/trace.go:171","msg":"trace[1697650203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"108.191428ms","start":"2026-03-06T00:52:49.129278Z","end":"2026-03-06T00:52:49.237469Z","steps":["trace[1697650203] 'agreement among raft nodes before linearized reading' (duration: 107.935642ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:51.218577Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:52:51.226577Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:52:51.226744Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-06T00:52:59.274101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.911143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:52:59.274182Z","caller":"traceutil/trace.go:171","msg":"trace[1695425463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9703; }","duration":"146.062926ms","start":"2026-03-06T00:52:59.128103Z","end":"2026-03-06T00:52:59.274166Z","steps":["trace[1695425463] 'range keys from in-memory index tree' (duration: 145.817031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:33.483508Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7656} {"level":"info","ts":"2026-03-06T00:53:33.55347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7656,"took":"67.69217ms","hash":906870814,"current-db-size-bytes":43241472,"current-db-size":"43 MB","current-db-size-in-use-bytes":26775552,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T00:53:33.553527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":906870814,"revision":7656,"compact-revision":5583} {"level":"warn","ts":"2026-03-06T00:53:53.385773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.132989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:53.385899Z","caller":"traceutil/trace.go:171","msg":"trace[1813104255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10267; }","duration":"133.334463ms","start":"2026-03-06T00:53:53.252539Z","end":"2026-03-06T00:53:53.385874Z","steps":["trace[1813104255] 'range keys from in-memory index tree' (duration: 133.044836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:53.385996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.258337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:53:53.386151Z","caller":"traceutil/trace.go:171","msg":"trace[985313549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10267; }","duration":"171.469811ms","start":"2026-03-06T00:53:53.214648Z","end":"2026-03-06T00:53:53.386118Z","steps":["trace[985313549] 'range keys from in-memory index tree' (duration: 170.979261ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:53.624218Z","caller":"traceutil/trace.go:171","msg":"trace[1127722175] transaction","detail":"{read_only:false; response_revision:10268; number_of_response:1; }","duration":"233.958332ms","start":"2026-03-06T00:53:53.390236Z","end":"2026-03-06T00:53:53.624194Z","steps":["trace[1127722175] 'process raft request' (duration: 233.797908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.141912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.894541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.14212Z","caller":"traceutil/trace.go:171","msg":"trace[1889965247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10268; }","duration":"175.093515ms","start":"2026-03-06T00:53:54.966983Z","end":"2026-03-06T00:53:55.142076Z","steps":["trace[1889965247] 'range keys from in-memory index tree' (duration: 174.84725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.144377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520258903s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T00:53:55.144724Z","caller":"traceutil/trace.go:171","msg":"trace[240007486] linearizableReadLoop","detail":"{readStateIndex:10644; appliedIndex:10642; }","duration":"1.596601913s","start":"2026-03-06T00:53:53.548092Z","end":"2026-03-06T00:53:55.144694Z","steps":["trace[240007486] 'read index received' (duration: 75.905499ms)","trace[240007486] 'applied index is now lower than readState.Index' (duration: 1.520695084s)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:55.144993Z","caller":"traceutil/trace.go:171","msg":"trace[848710403] transaction","detail":"{read_only:false; response_revision:10269; number_of_response:1; }","duration":"1.658836917s","start":"2026-03-06T00:53:53.486139Z","end":"2026-03-06T00:53:55.144976Z","steps":["trace[848710403] 'process raft request' (duration: 1.658408067s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.145105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.486082Z","time spent":"1.658945849s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:53:55.145356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597234547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:53:55.145461Z","caller":"traceutil/trace.go:171","msg":"trace[2142763782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10269; }","duration":"1.597387341s","start":"2026-03-06T00:53:53.548049Z","end":"2026-03-06T00:53:55.145437Z","steps":["trace[2142763782] 'agreement among raft nodes before linearized reading' (duration: 1.597019742s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.14555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.54803Z","time spent":"1.597506314s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:53:55.14583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562173749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T00:53:55.145852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110627894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.145887Z","caller":"traceutil/trace.go:171","msg":"trace[1538123802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10271; }","duration":"1.562257022s","start":"2026-03-06T00:53:53.583612Z","end":"2026-03-06T00:53:55.145869Z","steps":["trace[1538123802] 'agreement among raft nodes before linearized reading' (duration: 1.562088338s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:55.145906Z","caller":"traceutil/trace.go:171","msg":"trace[2075865818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10271; }","duration":"1.110724566s","start":"2026-03-06T00:53:54.035166Z","end":"2026-03-06T00:53:55.14589Z","steps":["trace[2075865818] 'agreement among raft nodes before linearized reading' (duration: 1.110622054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.145927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.583601Z","time spent":"1.562317423s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:53:55.145952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.035142Z","time spent":"1.110802637s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:55.146088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.832301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T00:53:55.146134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110923331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.146138Z","caller":"traceutil/trace.go:171","msg":"trace[325264110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10271; }","duration":"178.918603ms","start":"2026-03-06T00:53:54.967205Z","end":"2026-03-06T00:53:55.146124Z","steps":["trace[325264110] 'agreement among raft nodes before linearized reading' (duration: 178.801431ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:55.146164Z","caller":"traceutil/trace.go:171","msg":"trace[2103269052] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10271; }","duration":"1.110968081s","start":"2026-03-06T00:53:54.035186Z","end":"2026-03-06T00:53:55.146154Z","steps":["trace[2103269052] 'agreement among raft nodes before linearized reading' (duration: 1.11091886s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.146193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.03518Z","time spent":"1.111007342s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-06T00:53:55.146263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.908744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-6d7b798c4b-s9cbz.189a1a63c4a8dedf\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-06T00:53:55.146383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111212617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T00:53:55.146411Z","caller":"traceutil/trace.go:171","msg":"trace[1108213] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10271; }","duration":"1.111283319s","start":"2026-03-06T00:53:54.035119Z","end":"2026-03-06T00:53:55.146402Z","steps":["trace[1108213] 'agreement among raft nodes before linearized reading' (duration: 1.111189357s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:55.146402Z","caller":"traceutil/trace.go:171","msg":"trace[1406470135] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-6d7b798c4b-s9cbz.189a1a63c4a8dedf; range_end:; response_count:1; response_revision:10271; }","duration":"334.071608ms","start":"2026-03-06T00:53:54.812313Z","end":"2026-03-06T00:53:55.146384Z","steps":["trace[1406470135] 'agreement among raft nodes before linearized reading' (duration: 333.819243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:55.146409Z","caller":"traceutil/trace.go:171","msg":"trace[2043420645] transaction","detail":"{read_only:false; response_revision:10270; number_of_response:1; }","duration":"1.110324437s","start":"2026-03-06T00:53:54.036072Z","end":"2026-03-06T00:53:55.146396Z","steps":["trace[2043420645] 'process raft request' (duration: 1.109431796s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.146465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.035097Z","time spent":"1.11136184s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-06T00:53:55.146492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.812296Z","time spent":"334.180671ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":827,"request content":"key:\"/registry/events/openstack/cinder-backup-6d7b798c4b-s9cbz.189a1a63c4a8dedf\" "} {"level":"warn","ts":"2026-03-06T00:53:55.146554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.036053Z","time spent":"1.110427669s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:53:55.146644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140780088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-06T00:53:55.146676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019172146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.146685Z","caller":"traceutil/trace.go:171","msg":"trace[1444565691] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10271; }","duration":"1.140818029s","start":"2026-03-06T00:53:54.005856Z","end":"2026-03-06T00:53:55.146674Z","steps":["trace[1444565691] 'agreement among raft nodes before linearized reading' (duration: 1.140726177s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:55.146705Z","caller":"traceutil/trace.go:171","msg":"trace[1994075101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10271; }","duration":"1.019237128s","start":"2026-03-06T00:53:54.127459Z","end":"2026-03-06T00:53:55.146696Z","steps":["trace[1994075101] 'agreement among raft nodes before linearized reading' (duration: 1.019189327s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.146714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.005832Z","time spent":"1.140875921s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:53:55.146731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.127439Z","time spent":"1.019286848s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:53:55.146826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402189983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-06T00:53:55.146851Z","caller":"traceutil/trace.go:171","msg":"trace[212765994] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10271; }","duration":"1.402241544s","start":"2026-03-06T00:53:53.744601Z","end":"2026-03-06T00:53:55.146842Z","steps":["trace[212765994] 'agreement among raft nodes before linearized reading' (duration: 1.402171892s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.146856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079171809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:55.146875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.744587Z","time spent":"1.402281905s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-06T00:53:55.146881Z","caller":"traceutil/trace.go:171","msg":"trace[1235383356] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10271; }","duration":"1.07922387s","start":"2026-03-06T00:53:54.06765Z","end":"2026-03-06T00:53:55.146873Z","steps":["trace[1235383356] 'agreement among raft nodes before linearized reading' (duration: 1.079185679s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.146911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.067638Z","time spent":"1.079267651s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T00:53:55.147054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109886027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-06T00:53:55.147091Z","caller":"traceutil/trace.go:171","msg":"trace[220717684] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10271; }","duration":"1.109938908s","start":"2026-03-06T00:53:54.037141Z","end":"2026-03-06T00:53:55.14708Z","steps":["trace[220717684] 'agreement among raft nodes before linearized reading' (duration: 1.109827735s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.14709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408940729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.147131Z","caller":"traceutil/trace.go:171","msg":"trace[814450402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10271; }","duration":"1.409004519s","start":"2026-03-06T00:53:53.738116Z","end":"2026-03-06T00:53:55.147121Z","steps":["trace[814450402] 'agreement among raft nodes before linearized reading' (duration: 1.408938138s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.147137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464186171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:53:55.147178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111843682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.147205Z","caller":"traceutil/trace.go:171","msg":"trace[934709139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:10271; }","duration":"1.464323264s","start":"2026-03-06T00:53:53.682869Z","end":"2026-03-06T00:53:55.147192Z","steps":["trace[934709139] 'agreement among raft nodes before linearized reading' (duration: 1.46413181s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.147213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409099063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:55.147209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.502071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T00:53:55.147098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424301762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:53:55.147281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406050221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.147289Z","caller":"traceutil/trace.go:171","msg":"trace[417400759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10271; }","duration":"1.424530998s","start":"2026-03-06T00:53:53.72274Z","end":"2026-03-06T00:53:55.147271Z","steps":["trace[417400759] 'agreement among raft nodes before linearized reading' (duration: 1.4241971s)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:55.147307Z","caller":"traceutil/trace.go:171","msg":"trace[1838166170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10271; }","duration":"1.406089363s","start":"2026-03-06T00:53:53.741211Z","end":"2026-03-06T00:53:55.1473Z","steps":["trace[1838166170] 'agreement among raft nodes before linearized reading' (duration: 1.406053902s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.147324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.722722Z","time spent":"1.424593519s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T00:53:55.147327Z","caller":"traceutil/trace.go:171","msg":"trace[1646044096] transaction","detail":"{read_only:false; response_revision:10271; number_of_response:1; }","duration":"244.777241ms","start":"2026-03-06T00:53:54.902535Z","end":"2026-03-06T00:53:55.147312Z","steps":["trace[1646044096] 'process raft request' (duration: 243.117103ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:55.147277Z","caller":"traceutil/trace.go:171","msg":"trace[1571463488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10271; }","duration":"118.591183ms","start":"2026-03-06T00:53:55.028666Z","end":"2026-03-06T00:53:55.147257Z","steps":["trace[1571463488] 'agreement among raft nodes before linearized reading' (duration: 118.416849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.147333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.741202Z","time spent":"1.406125753s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T00:53:55.147482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406461382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:55.147214Z","caller":"traceutil/trace.go:171","msg":"trace[876516313] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10271; }","duration":"1.111916283s","start":"2026-03-06T00:53:54.035287Z","end":"2026-03-06T00:53:55.147203Z","steps":["trace[876516313] 'agreement among raft nodes before linearized reading' (duration: 1.111865602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.147546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.035264Z","time spent":"1.112273171s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-06T00:53:55.14753Z","caller":"traceutil/trace.go:171","msg":"trace[2063803375] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10271; }","duration":"1.406511543s","start":"2026-03-06T00:53:53.741005Z","end":"2026-03-06T00:53:55.147517Z","steps":["trace[2063803375] 'agreement among raft nodes before linearized reading' (duration: 1.406009621s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.147169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.73809Z","time spent":"1.409070041s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-06T00:53:55.147236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.682822Z","time spent":"1.464408296s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T00:53:55.147127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:54.037133Z","time spent":"1.109984908s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-06T00:53:55.147614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.740974Z","time spent":"1.406630565s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T00:53:55.147243Z","caller":"traceutil/trace.go:171","msg":"trace[2052291708] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10271; }","duration":"1.409181314s","start":"2026-03-06T00:53:53.738054Z","end":"2026-03-06T00:53:55.147235Z","steps":["trace[2052291708] 'agreement among raft nodes before linearized reading' (duration: 1.409137083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:55.147709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:53:53.738025Z","time spent":"1.409665325s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-06T00:53:59.327856Z","caller":"traceutil/trace.go:171","msg":"trace[1856664697] transaction","detail":"{read_only:false; response_revision:10297; number_of_response:1; }","duration":"140.5685ms","start":"2026-03-06T00:53:59.187261Z","end":"2026-03-06T00:53:59.32783Z","steps":["trace[1856664697] 'process raft request' (duration: 140.15057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:59.329694Z","caller":"traceutil/trace.go:171","msg":"trace[2123874382] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"141.679346ms","start":"2026-03-06T00:53:59.187996Z","end":"2026-03-06T00:53:59.329675Z","steps":["trace[2123874382] 'process raft request' (duration: 141.584363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:13.912488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.711682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:54:13.912739Z","caller":"traceutil/trace.go:171","msg":"trace[270306667] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"517.71702ms","start":"2026-03-06T00:54:13.394984Z","end":"2026-03-06T00:54:13.912701Z","steps":["trace[270306667] 'process raft request' (duration: 31.707441ms)","trace[270306667] 'compare' (duration: 485.606549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:13.912956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:13.394967Z","time spent":"517.876663ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:13.913331Z","caller":"traceutil/trace.go:171","msg":"trace[1601226267] linearizableReadLoop","detail":"{readStateIndex:10750; appliedIndex:10748; }","duration":"179.803094ms","start":"2026-03-06T00:54:13.733505Z","end":"2026-03-06T00:54:13.913308Z","steps":["trace[1601226267] 'read index received' (duration: 97.019196ms)","trace[1601226267] 'applied index is now lower than readState.Index' (duration: 82.782608ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:13.913436Z","caller":"traceutil/trace.go:171","msg":"trace[1046879644] transaction","detail":"{read_only:false; response_revision:10371; number_of_response:1; }","duration":"516.934401ms","start":"2026-03-06T00:54:13.396491Z","end":"2026-03-06T00:54:13.913426Z","steps":["trace[1046879644] 'process raft request' (duration: 516.106492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:13.913568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:13.396475Z","time spent":"517.011194ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:13.913762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.241203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:54:13.913838Z","caller":"traceutil/trace.go:171","msg":"trace[1551877012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10371; }","duration":"180.363046ms","start":"2026-03-06T00:54:13.733454Z","end":"2026-03-06T00:54:13.913817Z","steps":["trace[1551877012] 'agreement among raft nodes before linearized reading' (duration: 180.115691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:13.914363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.034343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T00:54:13.914472Z","caller":"traceutil/trace.go:171","msg":"trace[706565411] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10371; }","duration":"178.203127ms","start":"2026-03-06T00:54:13.736251Z","end":"2026-03-06T00:54:13.914454Z","steps":["trace[706565411] 'agreement among raft nodes before linearized reading' (duration: 177.339247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:14.618844Z","caller":"traceutil/trace.go:171","msg":"trace[1576216172] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"346.023174ms","start":"2026-03-06T00:54:14.272799Z","end":"2026-03-06T00:54:14.618822Z","steps":["trace[1576216172] 'process raft request' (duration: 345.85408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:14.618968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:14.272758Z","time spent":"346.144857ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:15.584349Z","caller":"traceutil/trace.go:171","msg":"trace[864065911] transaction","detail":"{read_only:false; response_revision:10374; number_of_response:1; }","duration":"370.543599ms","start":"2026-03-06T00:54:15.213536Z","end":"2026-03-06T00:54:15.58408Z","steps":["trace[864065911] 'process raft request' (duration: 370.376705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:15.584583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:15.213518Z","time spent":"370.977819ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:15.93233Z","caller":"traceutil/trace.go:171","msg":"trace[1843036032] linearizableReadLoop","detail":"{readStateIndex:10754; appliedIndex:10752; }","duration":"598.708267ms","start":"2026-03-06T00:54:15.33359Z","end":"2026-03-06T00:54:15.932298Z","steps":["trace[1843036032] 'read index received' (duration: 250.305898ms)","trace[1843036032] 'applied index is now lower than readState.Index' (duration: 348.400969ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:15.932362Z","caller":"traceutil/trace.go:171","msg":"trace[67937992] transaction","detail":"{read_only:false; response_revision:10375; number_of_response:1; }","duration":"637.444019ms","start":"2026-03-06T00:54:15.29488Z","end":"2026-03-06T00:54:15.932324Z","steps":["trace[67937992] 'process raft request' (duration: 583.478805ms)","trace[67937992] 'compare' (duration: 53.417961ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:15.932453Z","caller":"traceutil/trace.go:171","msg":"trace[1875191327] transaction","detail":"{read_only:false; response_revision:10376; number_of_response:1; }","duration":"458.887245ms","start":"2026-03-06T00:54:15.473552Z","end":"2026-03-06T00:54:15.932439Z","steps":["trace[1875191327] 'process raft request' (duration: 458.610048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:15.932879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:15.473513Z","time spent":"459.327425ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:54:15.932654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.050685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:54:15.933002Z","caller":"traceutil/trace.go:171","msg":"trace[701027000] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10376; }","duration":"599.443324ms","start":"2026-03-06T00:54:15.333522Z","end":"2026-03-06T00:54:15.932965Z","steps":["trace[701027000] 'agreement among raft nodes before linearized reading' (duration: 598.923762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:15.933114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:15.333491Z","time spent":"599.583317ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T00:54:15.933215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.909699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:54:15.933325Z","caller":"traceutil/trace.go:171","msg":"trace[936981684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10376; }","duration":"595.043243ms","start":"2026-03-06T00:54:15.338263Z","end":"2026-03-06T00:54:15.933306Z","steps":["trace[936981684] 'agreement among raft nodes before linearized reading' (duration: 594.730986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:15.933418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:15.338251Z","time spent":"595.146255ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T00:54:15.93349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.156685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:54:15.933527Z","caller":"traceutil/trace.go:171","msg":"trace[334638460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10376; }","duration":"595.205877ms","start":"2026-03-06T00:54:15.338312Z","end":"2026-03-06T00:54:15.933518Z","steps":["trace[334638460] 'agreement among raft nodes before linearized reading' (duration: 595.134185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:15.933548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:15.338307Z","time spent":"595.236277ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T00:54:15.933535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.070307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T00:54:15.932919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:15.294863Z","time spent":"637.88646ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T00:54:15.933703Z","caller":"traceutil/trace.go:171","msg":"trace[1566737837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:10376; }","duration":"570.2092ms","start":"2026-03-06T00:54:15.363423Z","end":"2026-03-06T00:54:15.933632Z","steps":["trace[1566737837] 'agreement among raft nodes before linearized reading' (duration: 569.74585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:15.933904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:54:15.36341Z","time spent":"570.379744ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"info","ts":"2026-03-06T00:54:16.113305Z","caller":"traceutil/trace.go:171","msg":"trace[83689522] transaction","detail":"{read_only:false; response_revision:10377; number_of_response:1; }","duration":"175.548965ms","start":"2026-03-06T00:54:15.937729Z","end":"2026-03-06T00:54:16.113278Z","steps":["trace[83689522] 'process raft request' (duration: 115.307187ms)","trace[83689522] 'compare' (duration: 60.059054ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:16.1135Z","caller":"traceutil/trace.go:171","msg":"trace[389288428] transaction","detail":"{read_only:false; response_revision:10378; number_of_response:1; }","duration":"175.682229ms","start":"2026-03-06T00:54:15.937788Z","end":"2026-03-06T00:54:16.11347Z","steps":["trace[389288428] 'process raft request' (duration: 175.447253ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:16.11355Z","caller":"traceutil/trace.go:171","msg":"trace[1793901086] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"175.30707ms","start":"2026-03-06T00:54:15.938208Z","end":"2026-03-06T00:54:16.113515Z","steps":["trace[1793901086] 'process raft request' (duration: 175.173267ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:16.113623Z","caller":"traceutil/trace.go:171","msg":"trace[1903481479] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"174.294547ms","start":"2026-03-06T00:54:15.939308Z","end":"2026-03-06T00:54:16.113603Z","steps":["trace[1903481479] 'process raft request' (duration: 174.179514ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:16.113632Z","caller":"traceutil/trace.go:171","msg":"trace[1877635534] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"175.379752ms","start":"2026-03-06T00:54:15.938222Z","end":"2026-03-06T00:54:16.113602Z","steps":["trace[1877635534] 'process raft request' (duration: 175.225698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:16.113539Z","caller":"traceutil/trace.go:171","msg":"trace[315865281] linearizableReadLoop","detail":"{readStateIndex:10757; appliedIndex:10755; }","duration":"175.425343ms","start":"2026-03-06T00:54:15.938098Z","end":"2026-03-06T00:54:16.113523Z","steps":["trace[315865281] 'read index received' (duration: 114.935159ms)","trace[315865281] 'applied index is now lower than readState.Index' (duration: 60.489374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:16.113876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.292715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:54:16.113917Z","caller":"traceutil/trace.go:171","msg":"trace[945836158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10381; }","duration":"124.365406ms","start":"2026-03-06T00:54:15.98954Z","end":"2026-03-06T00:54:16.113906Z","steps":["trace[945836158] 'agreement among raft nodes before linearized reading' (duration: 124.227203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:16.114134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.018606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447654"} {"level":"info","ts":"2026-03-06T00:54:16.114186Z","caller":"traceutil/trace.go:171","msg":"trace[2019844005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10381; }","duration":"176.087318ms","start":"2026-03-06T00:54:15.938088Z","end":"2026-03-06T00:54:16.114176Z","steps":["trace[2019844005] 'agreement among raft nodes before linearized reading' (duration: 175.486114ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:16.277346Z","caller":"traceutil/trace.go:171","msg":"trace[539218537] linearizableReadLoop","detail":"{readStateIndex:10761; appliedIndex:10760; }","duration":"151.951682ms","start":"2026-03-06T00:54:16.125371Z","end":"2026-03-06T00:54:16.277323Z","steps":["trace[539218537] 'read index received' (duration: 93.496604ms)","trace[539218537] 'applied index is now lower than readState.Index' (duration: 58.453488ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:16.27736Z","caller":"traceutil/trace.go:171","msg":"trace[1804995149] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"159.23343ms","start":"2026-03-06T00:54:16.118094Z","end":"2026-03-06T00:54:16.277328Z","steps":["trace[1804995149] 'process raft request' (duration: 100.913806ms)","trace[1804995149] 'compare' (duration: 58.16897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:16.277464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.078894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:16.277496Z","caller":"traceutil/trace.go:171","msg":"trace[1028919711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10382; }","duration":"152.132215ms","start":"2026-03-06T00:54:16.125355Z","end":"2026-03-06T00:54:16.277487Z","steps":["trace[1028919711] 'agreement among raft nodes before linearized reading' (duration: 152.053824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:16.518333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.426127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:16.51845Z","caller":"traceutil/trace.go:171","msg":"trace[910950277] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10382; }","duration":"127.59789ms","start":"2026-03-06T00:54:16.390809Z","end":"2026-03-06T00:54:16.518407Z","steps":["trace[910950277] 'range keys from in-memory index tree' (duration: 127.332945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:16.779781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.270296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:54:16.78001Z","caller":"traceutil/trace.go:171","msg":"trace[1904377373] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"162.29568ms","start":"2026-03-06T00:54:16.617608Z","end":"2026-03-06T00:54:16.779904Z","steps":["trace[1904377373] 'process raft request' (duration: 33.810529ms)","trace[1904377373] 'compare' (duration: 128.118273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:17.324655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.318018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:54:17.324739Z","caller":"traceutil/trace.go:171","msg":"trace[1505284061] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10383; }","duration":"224.451222ms","start":"2026-03-06T00:54:17.100265Z","end":"2026-03-06T00:54:17.324716Z","steps":["trace[1505284061] 'count revisions from in-memory index tree' (duration: 224.245257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.234005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.325205Z","caller":"traceutil/trace.go:171","msg":"trace[14547325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10383; }","duration":"197.324357ms","start":"2026-03-06T00:54:17.12787Z","end":"2026-03-06T00:54:17.325194Z","steps":["trace[14547325] 'range keys from in-memory index tree' (duration: 197.134402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.885791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.325333Z","caller":"traceutil/trace.go:171","msg":"trace[864418479] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10383; }","duration":"123.016044ms","start":"2026-03-06T00:54:17.202299Z","end":"2026-03-06T00:54:17.325315Z","steps":["trace[864418479] 'range keys from in-memory index tree' (duration: 122.742898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.32535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.466379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-06T00:54:17.32543Z","caller":"traceutil/trace.go:171","msg":"trace[194182826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10383; }","duration":"118.582272ms","start":"2026-03-06T00:54:17.206829Z","end":"2026-03-06T00:54:17.325412Z","steps":["trace[194182826] 'range keys from in-memory index tree' (duration: 118.322646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.32546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.771831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-06T00:54:17.325494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.222998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.325509Z","caller":"traceutil/trace.go:171","msg":"trace[1294553671] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10383; }","duration":"116.827951ms","start":"2026-03-06T00:54:17.208662Z","end":"2026-03-06T00:54:17.32549Z","steps":["trace[1294553671] 'range keys from in-memory index tree' (duration: 116.648038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.325532Z","caller":"traceutil/trace.go:171","msg":"trace[155085509] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10383; }","duration":"123.28448ms","start":"2026-03-06T00:54:17.202239Z","end":"2026-03-06T00:54:17.325523Z","steps":["trace[155085509] 'range keys from in-memory index tree' (duration: 123.139467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.164468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.325595Z","caller":"traceutil/trace.go:171","msg":"trace[2084150777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10383; }","duration":"123.214559ms","start":"2026-03-06T00:54:17.20237Z","end":"2026-03-06T00:54:17.325585Z","steps":["trace[2084150777] 'range keys from in-memory index tree' (duration: 123.086476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.81676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:54:17.325678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.620755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T00:54:17.325698Z","caller":"traceutil/trace.go:171","msg":"trace[1703177928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10383; }","duration":"119.861321ms","start":"2026-03-06T00:54:17.20583Z","end":"2026-03-06T00:54:17.325691Z","steps":["trace[1703177928] 'range keys from in-memory index tree' (duration: 119.662646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.556805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.325709Z","caller":"traceutil/trace.go:171","msg":"trace[880476988] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10383; }","duration":"122.668546ms","start":"2026-03-06T00:54:17.203031Z","end":"2026-03-06T00:54:17.3257Z","steps":["trace[880476988] 'range keys from in-memory index tree' (duration: 122.518503ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:17.325726Z","caller":"traceutil/trace.go:171","msg":"trace[819608398] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10383; }","duration":"116.604677ms","start":"2026-03-06T00:54:17.209113Z","end":"2026-03-06T00:54:17.325718Z","steps":["trace[819608398] 'range keys from in-memory index tree' (duration: 116.490044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.863791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.325803Z","caller":"traceutil/trace.go:171","msg":"trace[1449346147] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10383; }","duration":"119.898112ms","start":"2026-03-06T00:54:17.205899Z","end":"2026-03-06T00:54:17.325798Z","steps":["trace[1449346147] 'range keys from in-memory index tree' (duration: 119.831361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.891042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.325905Z","caller":"traceutil/trace.go:171","msg":"trace[708301920] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10383; }","duration":"119.931113ms","start":"2026-03-06T00:54:17.205966Z","end":"2026-03-06T00:54:17.325897Z","steps":["trace[708301920] 'range keys from in-memory index tree' (duration: 119.852001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:17.325989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.290178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:17.326047Z","caller":"traceutil/trace.go:171","msg":"trace[1263631154] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10383; }","duration":"119.36827ms","start":"2026-03-06T00:54:17.20666Z","end":"2026-03-06T00:54:17.326029Z","steps":["trace[1263631154] 'range keys from in-memory index tree' (duration: 119.241117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:18.424939Z","caller":"traceutil/trace.go:171","msg":"trace[747713108] transaction","detail":"{read_only:false; response_revision:10389; number_of_response:1; }","duration":"254.639317ms","start":"2026-03-06T00:54:18.170274Z","end":"2026-03-06T00:54:18.424913Z","steps":["trace[747713108] 'process raft request' (duration: 254.571136ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:18.424974Z","caller":"traceutil/trace.go:171","msg":"trace[425744484] transaction","detail":"{read_only:false; response_revision:10387; number_of_response:1; }","duration":"255.17136ms","start":"2026-03-06T00:54:18.169768Z","end":"2026-03-06T00:54:18.424939Z","steps":["trace[425744484] 'process raft request' (duration: 254.854553ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:18.425185Z","caller":"traceutil/trace.go:171","msg":"trace[699537211] transaction","detail":"{read_only:false; response_revision:10388; number_of_response:1; }","duration":"255.249042ms","start":"2026-03-06T00:54:18.169895Z","end":"2026-03-06T00:54:18.425144Z","steps":["trace[699537211] 'process raft request' (duration: 254.907404ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:18.425244Z","caller":"traceutil/trace.go:171","msg":"trace[1526024944] linearizableReadLoop","detail":"{readStateIndex:10770; appliedIndex:10766; }","duration":"144.903049ms","start":"2026-03-06T00:54:18.280299Z","end":"2026-03-06T00:54:18.425202Z","steps":["trace[1526024944] 'read index received' (duration: 144.261374ms)","trace[1526024944] 'applied index is now lower than readState.Index' (duration: 639.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:18.425269Z","caller":"traceutil/trace.go:171","msg":"trace[687452795] transaction","detail":"{read_only:false; response_revision:10390; number_of_response:1; }","duration":"254.910964ms","start":"2026-03-06T00:54:18.170315Z","end":"2026-03-06T00:54:18.425226Z","steps":["trace[687452795] 'process raft request' (duration: 254.559306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:18.425425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.105754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:54:18.42549Z","caller":"traceutil/trace.go:171","msg":"trace[1717761380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10390; }","duration":"145.197566ms","start":"2026-03-06T00:54:18.280266Z","end":"2026-03-06T00:54:18.425464Z","steps":["trace[1717761380] 'agreement among raft nodes before linearized reading' (duration: 145.031902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:18.619094Z","caller":"traceutil/trace.go:171","msg":"trace[1043394111] transaction","detail":"{read_only:false; response_revision:10391; number_of_response:1; }","duration":"189.367704ms","start":"2026-03-06T00:54:18.429698Z","end":"2026-03-06T00:54:18.619066Z","steps":["trace[1043394111] 'process raft request' (duration: 127.252963ms)","trace[1043394111] 'compare' (duration: 61.998168ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:20.238495Z","caller":"traceutil/trace.go:171","msg":"trace[1069396749] linearizableReadLoop","detail":"{readStateIndex:10774; appliedIndex:10773; }","duration":"205.24671ms","start":"2026-03-06T00:54:20.033229Z","end":"2026-03-06T00:54:20.238475Z","steps":["trace[1069396749] 'read index received' (duration: 205.090216ms)","trace[1069396749] 'applied index is now lower than readState.Index' (duration: 155.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:20.238685Z","caller":"traceutil/trace.go:171","msg":"trace[7105163] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"212.024547ms","start":"2026-03-06T00:54:20.02665Z","end":"2026-03-06T00:54:20.238675Z","steps":["trace[7105163] 'process raft request' (duration: 211.703309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:20.238863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.262607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:20.238944Z","caller":"traceutil/trace.go:171","msg":"trace[166389106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10394; }","duration":"112.39221ms","start":"2026-03-06T00:54:20.126533Z","end":"2026-03-06T00:54:20.238925Z","steps":["trace[166389106] 'agreement among raft nodes before linearized reading' (duration: 112.237187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:20.2389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.664889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:54:20.239246Z","caller":"traceutil/trace.go:171","msg":"trace[1587986936] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10394; }","duration":"205.933816ms","start":"2026-03-06T00:54:20.033179Z","end":"2026-03-06T00:54:20.239113Z","steps":["trace[1587986936] 'agreement among raft nodes before linearized reading' (duration: 205.68262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:20.569773Z","caller":"traceutil/trace.go:171","msg":"trace[1708453135] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"132.78029ms","start":"2026-03-06T00:54:20.436969Z","end":"2026-03-06T00:54:20.569749Z","steps":["trace[1708453135] 'process raft request' (duration: 132.692838ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:20.569824Z","caller":"traceutil/trace.go:171","msg":"trace[2038958734] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"132.837152ms","start":"2026-03-06T00:54:20.436938Z","end":"2026-03-06T00:54:20.569775Z","steps":["trace[2038958734] 'process raft request' (duration: 132.608826ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:20.570012Z","caller":"traceutil/trace.go:171","msg":"trace[1879662766] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"132.944404ms","start":"2026-03-06T00:54:20.437019Z","end":"2026-03-06T00:54:20.569963Z","steps":["trace[1879662766] 'process raft request' (duration: 132.689898ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:54:20.739023Z","caller":"traceutil/trace.go:171","msg":"trace[1652894497] transaction","detail":"{read_only:false; response_revision:10400; number_of_response:1; }","duration":"102.252137ms","start":"2026-03-06T00:54:20.636729Z","end":"2026-03-06T00:54:20.738981Z","steps":["trace[1652894497] 'process raft request' (duration: 79.029212ms)","trace[1652894497] 'compare' (duration: 23.066091ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:54:21.426803Z","caller":"traceutil/trace.go:171","msg":"trace[1087970304] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"112.839781ms","start":"2026-03-06T00:54:21.313938Z","end":"2026-03-06T00:54:21.426778Z","steps":["trace[1087970304] 'process raft request' (duration: 56.235776ms)","trace[1087970304] 'compare' (duration: 55.982631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:54:22.207656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.09995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-06T00:54:52.848611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.001784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:54:52.848702Z","caller":"traceutil/trace.go:171","msg":"trace[1013593220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10599; }","duration":"113.144218ms","start":"2026-03-06T00:54:52.735537Z","end":"2026-03-06T00:54:52.848681Z","steps":["trace[1013593220] 'range keys from in-memory index tree' (duration: 112.82957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:52.848849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.715619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:54:52.848916Z","caller":"traceutil/trace.go:171","msg":"trace[1964780358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10599; }","duration":"175.820632ms","start":"2026-03-06T00:54:52.67308Z","end":"2026-03-06T00:54:52.848901Z","steps":["trace[1964780358] 'range keys from in-memory index tree' (duration: 175.582646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:52.84905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.012637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:54:52.849093Z","caller":"traceutil/trace.go:171","msg":"trace[1463527004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10599; }","duration":"117.108379ms","start":"2026-03-06T00:54:52.731974Z","end":"2026-03-06T00:54:52.849082Z","steps":["trace[1463527004] 'range keys from in-memory index tree' (duration: 116.885944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:54:52.849231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.203185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:54:52.849305Z","caller":"traceutil/trace.go:171","msg":"trace[1835317294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10599; }","duration":"115.318857ms","start":"2026-03-06T00:54:52.733958Z","end":"2026-03-06T00:54:52.849277Z","steps":["trace[1835317294] 'range keys from in-memory index tree' (duration: 114.982009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:55:09.152858Z","caller":"traceutil/trace.go:171","msg":"trace[994615040] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"117.024617ms","start":"2026-03-06T00:55:09.035783Z","end":"2026-03-06T00:55:09.152807Z","steps":["trace[994615040] 'process raft request' (duration: 93.863983ms)","trace[994615040] 'compare' (duration: 22.615051ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:55:09.152859Z","caller":"traceutil/trace.go:171","msg":"trace[2145668635] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"116.631137ms","start":"2026-03-06T00:55:09.036208Z","end":"2026-03-06T00:55:09.152839Z","steps":["trace[2145668635] 'process raft request' (duration: 116.496864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:56:20.198258Z","caller":"traceutil/trace.go:171","msg":"trace[1893343688] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"128.297259ms","start":"2026-03-06T00:56:20.069928Z","end":"2026-03-06T00:56:20.198225Z","steps":["trace[1893343688] 'process raft request' (duration: 128.015003ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:21.669432Z","caller":"traceutil/trace.go:171","msg":"trace[73759361] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"102.218968ms","start":"2026-03-06T00:57:21.567188Z","end":"2026-03-06T00:57:21.669407Z","steps":["trace[73759361] 'process raft request' (duration: 102.068234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:21.987419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.056057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:57:21.987492Z","caller":"traceutil/trace.go:171","msg":"trace[863763285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11498; }","duration":"106.177579ms","start":"2026-03-06T00:57:21.881297Z","end":"2026-03-06T00:57:21.987475Z","steps":["trace[863763285] 'range keys from in-memory index tree' (duration: 105.936273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:22.252783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.901518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:57:22.252866Z","caller":"traceutil/trace.go:171","msg":"trace[876582495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11502; }","duration":"124.045531ms","start":"2026-03-06T00:57:22.128798Z","end":"2026-03-06T00:57:22.252844Z","steps":["trace[876582495] 'range keys from in-memory index tree' (duration: 123.813317ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:23.002365Z","caller":"traceutil/trace.go:171","msg":"trace[656098664] transaction","detail":"{read_only:false; response_revision:11503; number_of_response:1; }","duration":"296.49447ms","start":"2026-03-06T00:57:22.705843Z","end":"2026-03-06T00:57:23.002338Z","steps":["trace[656098664] 'process raft request' (duration: 296.334866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:23.992606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.046922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:57:23.992689Z","caller":"traceutil/trace.go:171","msg":"trace[228307759] linearizableReadLoop","detail":"{readStateIndex:11924; appliedIndex:11923; }","duration":"863.918169ms","start":"2026-03-06T00:57:23.128758Z","end":"2026-03-06T00:57:23.992676Z","steps":["trace[228307759] 'read index received' (duration: 27.331µs)","trace[228307759] 'applied index is now lower than readState.Index' (duration: 863.889648ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:23.992751Z","caller":"traceutil/trace.go:171","msg":"trace[2143181595] transaction","detail":"{read_only:false; response_revision:11504; number_of_response:1; }","duration":"936.644786ms","start":"2026-03-06T00:57:23.0561Z","end":"2026-03-06T00:57:23.992745Z","steps":["trace[2143181595] 'process raft request' (duration: 49.374089ms)","trace[2143181595] 'compare' (duration: 886.627832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:57:23.992784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:23.056078Z","time spent":"936.688998ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T00:57:23.992885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.127723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:57:23.992899Z","caller":"traceutil/trace.go:171","msg":"trace[1393599329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11504; }","duration":"864.168895ms","start":"2026-03-06T00:57:23.128724Z","end":"2026-03-06T00:57:23.992892Z","steps":["trace[1393599329] 'agreement among raft nodes before linearized reading' (duration: 864.133034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:23.992913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:23.128712Z","time spent":"864.199225ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T00:57:23.993129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.917351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:57:23.993199Z","caller":"traceutil/trace.go:171","msg":"trace[101982081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11504; }","duration":"539.047315ms","start":"2026-03-06T00:57:23.454134Z","end":"2026-03-06T00:57:23.993181Z","steps":["trace[101982081] 'agreement among raft nodes before linearized reading' (duration: 538.83702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:23.993233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:57:23.454105Z","time spent":"539.122236ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T00:57:23.993297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.505132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:57:23.99342Z","caller":"traceutil/trace.go:171","msg":"trace[839044926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11504; }","duration":"147.708097ms","start":"2026-03-06T00:57:23.84569Z","end":"2026-03-06T00:57:23.993398Z","steps":["trace[839044926] 'agreement among raft nodes before linearized reading' (duration: 147.330289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:24.26537Z","caller":"traceutil/trace.go:171","msg":"trace[442483793] transaction","detail":"{read_only:false; response_revision:11505; number_of_response:1; }","duration":"267.933921ms","start":"2026-03-06T00:57:23.997411Z","end":"2026-03-06T00:57:24.265344Z","steps":["trace[442483793] 'process raft request' (duration: 199.506642ms)","trace[442483793] 'compare' (duration: 68.301666ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:24.288321Z","caller":"traceutil/trace.go:171","msg":"trace[719025603] linearizableReadLoop","detail":"{readStateIndex:11926; appliedIndex:11924; }","duration":"266.359625ms","start":"2026-03-06T00:57:24.021933Z","end":"2026-03-06T00:57:24.288293Z","steps":["trace[719025603] 'read index received' (duration: 175.014087ms)","trace[719025603] 'applied index is now lower than readState.Index' (duration: 91.331097ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:24.288533Z","caller":"traceutil/trace.go:171","msg":"trace[1725464896] transaction","detail":"{read_only:false; response_revision:11506; number_of_response:1; }","duration":"290.160894ms","start":"2026-03-06T00:57:23.998359Z","end":"2026-03-06T00:57:24.28852Z","steps":["trace[1725464896] 'process raft request' (duration: 289.813936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:24.288776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.835766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:57:24.288811Z","caller":"traceutil/trace.go:171","msg":"trace[1303103765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11506; }","duration":"266.931418ms","start":"2026-03-06T00:57:24.021868Z","end":"2026-03-06T00:57:24.2888Z","steps":["trace[1303103765] 'agreement among raft nodes before linearized reading' (duration: 266.806385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:24.288873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.937845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:57:24.288907Z","caller":"traceutil/trace.go:171","msg":"trace[1013305666] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11506; }","duration":"229.978955ms","start":"2026-03-06T00:57:24.058918Z","end":"2026-03-06T00:57:24.288897Z","steps":["trace[1013305666] 'agreement among raft nodes before linearized reading' (duration: 229.886833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:24.289107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.634121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:57:24.289136Z","caller":"traceutil/trace.go:171","msg":"trace[216294411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11506; }","duration":"217.677742ms","start":"2026-03-06T00:57:24.071449Z","end":"2026-03-06T00:57:24.289127Z","steps":["trace[216294411] 'agreement among raft nodes before linearized reading' (duration: 217.59372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:24.289121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.30053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T00:57:24.289183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.497751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:57:24.289203Z","caller":"traceutil/trace.go:171","msg":"trace[582918373] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11506; }","duration":"216.437113ms","start":"2026-03-06T00:57:24.072742Z","end":"2026-03-06T00:57:24.289179Z","steps":["trace[582918373] 'agreement among raft nodes before linearized reading' (duration: 216.196087ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:24.289215Z","caller":"traceutil/trace.go:171","msg":"trace[20094808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11506; }","duration":"218.553533ms","start":"2026-03-06T00:57:24.070653Z","end":"2026-03-06T00:57:24.289207Z","steps":["trace[20094808] 'agreement among raft nodes before linearized reading' (duration: 218.468471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:24.289428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.423712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-cwhg5\" ","response":"range_response_count:1 size:8634"} {"level":"info","ts":"2026-03-06T00:57:24.289456Z","caller":"traceutil/trace.go:171","msg":"trace[1228140448] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-cwhg5; range_end:; response_count:1; response_revision:11506; }","duration":"206.494854ms","start":"2026-03-06T00:57:24.082952Z","end":"2026-03-06T00:57:24.289447Z","steps":["trace[1228140448] 'agreement among raft nodes before linearized reading' (duration: 206.406392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:24.289514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.99687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T00:57:24.289544Z","caller":"traceutil/trace.go:171","msg":"trace[1193862331] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:11506; }","duration":"212.066552ms","start":"2026-03-06T00:57:24.077468Z","end":"2026-03-06T00:57:24.289535Z","steps":["trace[1193862331] 'agreement among raft nodes before linearized reading' (duration: 211.95466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:24.5379Z","caller":"traceutil/trace.go:171","msg":"trace[1585162059] transaction","detail":"{read_only:false; response_revision:11508; number_of_response:1; }","duration":"242.140136ms","start":"2026-03-06T00:57:24.295725Z","end":"2026-03-06T00:57:24.537865Z","steps":["trace[1585162059] 'process raft request' (duration: 191.020187ms)","trace[1585162059] 'compare' (duration: 50.916894ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:24.53791Z","caller":"traceutil/trace.go:171","msg":"trace[270374785] transaction","detail":"{read_only:false; response_revision:11509; number_of_response:1; }","duration":"242.117675ms","start":"2026-03-06T00:57:24.295771Z","end":"2026-03-06T00:57:24.537888Z","steps":["trace[270374785] 'process raft request' (duration: 242.042464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:24.537949Z","caller":"traceutil/trace.go:171","msg":"trace[564409259] linearizableReadLoop","detail":"{readStateIndex:11930; appliedIndex:11927; }","duration":"221.894169ms","start":"2026-03-06T00:57:24.316035Z","end":"2026-03-06T00:57:24.537929Z","steps":["trace[564409259] 'read index received' (duration: 170.661457ms)","trace[564409259] 'applied index is now lower than readState.Index' (duration: 51.231902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:57:24.53812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.614607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:57:24.538169Z","caller":"traceutil/trace.go:171","msg":"trace[1799867151] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11510; }","duration":"242.691599ms","start":"2026-03-06T00:57:24.295464Z","end":"2026-03-06T00:57:24.538155Z","steps":["trace[1799867151] 'agreement among raft nodes before linearized reading' (duration: 242.603887ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:24.538208Z","caller":"traceutil/trace.go:171","msg":"trace[2056334613] transaction","detail":"{read_only:false; response_revision:11510; number_of_response:1; }","duration":"242.31137ms","start":"2026-03-06T00:57:24.295779Z","end":"2026-03-06T00:57:24.53809Z","steps":["trace[2056334613] 'process raft request' (duration: 242.072935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:24.538615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.179426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:524919"} {"level":"info","ts":"2026-03-06T00:57:24.539792Z","caller":"traceutil/trace.go:171","msg":"trace[2108729177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:11510; }","duration":"246.332732ms","start":"2026-03-06T00:57:24.29341Z","end":"2026-03-06T00:57:24.539742Z","steps":["trace[2108729177] 'agreement among raft nodes before linearized reading' (duration: 244.588592ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:26.017887Z","caller":"traceutil/trace.go:171","msg":"trace[544786890] transaction","detail":"{read_only:false; response_revision:11513; number_of_response:1; }","duration":"119.120838ms","start":"2026-03-06T00:57:25.898743Z","end":"2026-03-06T00:57:26.017864Z","steps":["trace[544786890] 'process raft request' (duration: 118.935763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:26.127955Z","caller":"traceutil/trace.go:171","msg":"trace[1652235144] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"130.306216ms","start":"2026-03-06T00:57:25.997624Z","end":"2026-03-06T00:57:26.12793Z","steps":["trace[1652235144] 'process raft request' (duration: 54.570009ms)","trace[1652235144] 'compare' (duration: 75.636495ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:28.528566Z","caller":"traceutil/trace.go:171","msg":"trace[1456663700] transaction","detail":"{read_only:false; response_revision:11527; number_of_response:1; }","duration":"108.464922ms","start":"2026-03-06T00:57:28.420073Z","end":"2026-03-06T00:57:28.528538Z","steps":["trace[1456663700] 'process raft request' (duration: 108.261258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:36.941276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.253269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:57:36.941354Z","caller":"traceutil/trace.go:171","msg":"trace[1105487689] transaction","detail":"{read_only:false; response_revision:11567; number_of_response:1; }","duration":"262.237889ms","start":"2026-03-06T00:57:36.679102Z","end":"2026-03-06T00:57:36.94134Z","steps":["trace[1105487689] 'process raft request' (duration: 35.855637ms)","trace[1105487689] 'compare' (duration: 226.160787ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:36.967094Z","caller":"traceutil/trace.go:171","msg":"trace[1434586811] transaction","detail":"{read_only:false; response_revision:11568; number_of_response:1; }","duration":"287.728888ms","start":"2026-03-06T00:57:36.679324Z","end":"2026-03-06T00:57:36.967053Z","steps":["trace[1434586811] 'process raft request' (duration: 287.436691ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:36.967384Z","caller":"traceutil/trace.go:171","msg":"trace[1799103986] linearizableReadLoop","detail":"{readStateIndex:11993; appliedIndex:11989; }","duration":"252.681429ms","start":"2026-03-06T00:57:36.714682Z","end":"2026-03-06T00:57:36.967364Z","steps":["trace[1799103986] 'read index received' (duration: 279.996µs)","trace[1799103986] 'applied index is now lower than readState.Index' (duration: 252.400023ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:57:36.967443Z","caller":"traceutil/trace.go:171","msg":"trace[429262391] transaction","detail":"{read_only:false; response_revision:11570; number_of_response:1; }","duration":"269.255461ms","start":"2026-03-06T00:57:36.698153Z","end":"2026-03-06T00:57:36.967408Z","steps":["trace[429262391] 'process raft request' (duration: 269.111057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:57:36.967464Z","caller":"traceutil/trace.go:171","msg":"trace[1177568324] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"286.098359ms","start":"2026-03-06T00:57:36.681292Z","end":"2026-03-06T00:57:36.96739Z","steps":["trace[1177568324] 'process raft request' (duration: 285.70342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:36.967884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.662929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-cwhg5\" ","response":"range_response_count:1 size:8634"} {"level":"info","ts":"2026-03-06T00:57:36.967964Z","caller":"traceutil/trace.go:171","msg":"trace[186161267] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-cwhg5; range_end:; response_count:1; response_revision:11570; }","duration":"252.792191ms","start":"2026-03-06T00:57:36.715151Z","end":"2026-03-06T00:57:36.967944Z","steps":["trace[186161267] 'agreement among raft nodes before linearized reading' (duration: 252.383572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:57:36.968281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.5874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T00:57:36.968338Z","caller":"traceutil/trace.go:171","msg":"trace[1626202103] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11570; }","duration":"253.673802ms","start":"2026-03-06T00:57:36.714651Z","end":"2026-03-06T00:57:36.968325Z","steps":["trace[1626202103] 'agreement among raft nodes before linearized reading' (duration: 252.784441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:12.725697Z","caller":"traceutil/trace.go:171","msg":"trace[327768013] transaction","detail":"{read_only:false; response_revision:11786; number_of_response:1; }","duration":"140.209408ms","start":"2026-03-06T00:58:12.585462Z","end":"2026-03-06T00:58:12.725671Z","steps":["trace[327768013] 'process raft request' (duration: 140.052427ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:20.478794Z","caller":"traceutil/trace.go:171","msg":"trace[1768334068] transaction","detail":"{read_only:false; response_revision:11822; number_of_response:1; }","duration":"142.375087ms","start":"2026-03-06T00:58:20.336393Z","end":"2026-03-06T00:58:20.478768Z","steps":["trace[1768334068] 'process raft request' (duration: 142.203095ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:20.517045Z","caller":"traceutil/trace.go:171","msg":"trace[121131985] linearizableReadLoop","detail":"{readStateIndex:12256; appliedIndex:12254; }","duration":"136.89687ms","start":"2026-03-06T00:58:20.38013Z","end":"2026-03-06T00:58:20.517027Z","steps":["trace[121131985] 'read index received' (duration: 98.659416ms)","trace[121131985] 'applied index is now lower than readState.Index' (duration: 38.236654ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:20.517111Z","caller":"traceutil/trace.go:171","msg":"trace[1708421363] transaction","detail":"{read_only:false; response_revision:11823; number_of_response:1; }","duration":"156.819808ms","start":"2026-03-06T00:58:20.360257Z","end":"2026-03-06T00:58:20.517077Z","steps":["trace[1708421363] 'process raft request' (duration: 156.607706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:20.517287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.133022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:58:20.517317Z","caller":"traceutil/trace.go:171","msg":"trace[1883196853] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11824; }","duration":"137.210123ms","start":"2026-03-06T00:58:20.380099Z","end":"2026-03-06T00:58:20.51731Z","steps":["trace[1883196853] 'agreement among raft nodes before linearized reading' (duration: 137.072852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:20.517133Z","caller":"traceutil/trace.go:171","msg":"trace[1450993702] transaction","detail":"{read_only:false; response_revision:11824; number_of_response:1; }","duration":"144.811477ms","start":"2026-03-06T00:58:20.372314Z","end":"2026-03-06T00:58:20.517126Z","steps":["trace[1450993702] 'process raft request' (duration: 144.677846ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:25.875037Z","caller":"traceutil/trace.go:171","msg":"trace[936693804] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11885; }","duration":"107.236638ms","start":"2026-03-06T00:58:25.767775Z","end":"2026-03-06T00:58:25.875012Z","steps":["trace[936693804] 'process raft request' (duration: 107.145508ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.048981Z","caller":"traceutil/trace.go:171","msg":"trace[139524102] transaction","detail":"{read_only:false; response_revision:11887; number_of_response:1; }","duration":"143.758098ms","start":"2026-03-06T00:58:25.905188Z","end":"2026-03-06T00:58:26.048946Z","steps":["trace[139524102] 'process raft request' (duration: 67.414361ms)","trace[139524102] 'compare' (duration: 76.114406ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:26.216659Z","caller":"traceutil/trace.go:171","msg":"trace[1965142624] transaction","detail":"{read_only:false; response_revision:11896; number_of_response:1; }","duration":"126.655594ms","start":"2026-03-06T00:58:26.08997Z","end":"2026-03-06T00:58:26.216625Z","steps":["trace[1965142624] 'process raft request' (duration: 112.262211ms)","trace[1965142624] 'compare' (duration: 14.254041ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:26.265513Z","caller":"traceutil/trace.go:171","msg":"trace[1026442640] linearizableReadLoop","detail":"{readStateIndex:12336; appliedIndex:12332; }","duration":"173.253989ms","start":"2026-03-06T00:58:26.092237Z","end":"2026-03-06T00:58:26.265491Z","steps":["trace[1026442640] 'read index received' (duration: 110.051493ms)","trace[1026442640] 'applied index is now lower than readState.Index' (duration: 63.201336ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:26.265723Z","caller":"traceutil/trace.go:171","msg":"trace[554821961] transaction","detail":"{read_only:false; response_revision:11897; number_of_response:1; }","duration":"174.817761ms","start":"2026-03-06T00:58:26.090892Z","end":"2026-03-06T00:58:26.26571Z","steps":["trace[554821961] 'process raft request' (duration: 174.398258ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.265895Z","caller":"traceutil/trace.go:171","msg":"trace[1958591286] transaction","detail":"{read_only:false; response_revision:11898; number_of_response:1; }","duration":"174.706341ms","start":"2026-03-06T00:58:26.091179Z","end":"2026-03-06T00:58:26.265885Z","steps":["trace[1958591286] 'process raft request' (duration: 174.223927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.266015Z","caller":"traceutil/trace.go:171","msg":"trace[546327878] transaction","detail":"{read_only:false; response_revision:11899; number_of_response:1; }","duration":"174.091665ms","start":"2026-03-06T00:58:26.091915Z","end":"2026-03-06T00:58:26.266006Z","steps":["trace[546327878] 'process raft request' (duration: 173.51753ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.266124Z","caller":"traceutil/trace.go:171","msg":"trace[654421427] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"173.697362ms","start":"2026-03-06T00:58:26.092418Z","end":"2026-03-06T00:58:26.266116Z","steps":["trace[654421427] 'process raft request' (duration: 173.040406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.266358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.105536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api.189a1aa69299edc5\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-06T00:58:26.2664Z","caller":"traceutil/trace.go:171","msg":"trace[1870328664] range","detail":"{range_begin:/registry/events/openstack/placement-api.189a1aa69299edc5; range_end:; response_count:1; response_revision:11900; }","duration":"174.183226ms","start":"2026-03-06T00:58:26.092205Z","end":"2026-03-06T00:58:26.266388Z","steps":["trace[1870328664] 'agreement among raft nodes before linearized reading' (duration: 174.020475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.266644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.643195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:58:26.266691Z","caller":"traceutil/trace.go:171","msg":"trace[2121272983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11900; }","duration":"138.726136ms","start":"2026-03-06T00:58:26.127952Z","end":"2026-03-06T00:58:26.266678Z","steps":["trace[2121272983] 'agreement among raft nodes before linearized reading' (duration: 138.661225ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.406493Z","caller":"traceutil/trace.go:171","msg":"trace[1760097928] linearizableReadLoop","detail":"{readStateIndex:12339; appliedIndex:12338; }","duration":"113.860875ms","start":"2026-03-06T00:58:26.29261Z","end":"2026-03-06T00:58:26.406471Z","steps":["trace[1760097928] 'read index received' (duration: 48.921825ms)","trace[1760097928] 'applied index is now lower than readState.Index' (duration: 64.93564ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:26.406561Z","caller":"traceutil/trace.go:171","msg":"trace[2026970626] transaction","detail":"{read_only:false; response_revision:11902; number_of_response:1; }","duration":"125.994588ms","start":"2026-03-06T00:58:26.280515Z","end":"2026-03-06T00:58:26.40651Z","steps":["trace[2026970626] 'process raft request' (duration: 61.071588ms)","trace[2026970626] 'compare' (duration: 64.634377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:58:26.40696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.340059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:58:26.407155Z","caller":"traceutil/trace.go:171","msg":"trace[1187480486] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11902; }","duration":"114.46754ms","start":"2026-03-06T00:58:26.292552Z","end":"2026-03-06T00:58:26.407019Z","steps":["trace[1187480486] 'agreement among raft nodes before linearized reading' (duration: 114.029396ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.535146Z","caller":"traceutil/trace.go:171","msg":"trace[1979056095] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"123.353895ms","start":"2026-03-06T00:58:26.411748Z","end":"2026-03-06T00:58:26.535102Z","steps":["trace[1979056095] 'process raft request' (duration: 122.807721ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.535156Z","caller":"traceutil/trace.go:171","msg":"trace[358656694] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"123.355706ms","start":"2026-03-06T00:58:26.411765Z","end":"2026-03-06T00:58:26.53512Z","steps":["trace[358656694] 'process raft request' (duration: 123.248965ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.535174Z","caller":"traceutil/trace.go:171","msg":"trace[1627627910] linearizableReadLoop","detail":"{readStateIndex:12345; appliedIndex:12340; }","duration":"121.989904ms","start":"2026-03-06T00:58:26.413161Z","end":"2026-03-06T00:58:26.535151Z","steps":["trace[1627627910] 'read index received' (duration: 14.792965ms)","trace[1627627910] 'applied index is now lower than readState.Index' (duration: 107.195619ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:26.535242Z","caller":"traceutil/trace.go:171","msg":"trace[1828274565] transaction","detail":"{read_only:false; response_revision:11908; number_of_response:1; }","duration":"122.811781ms","start":"2026-03-06T00:58:26.412421Z","end":"2026-03-06T00:58:26.535233Z","steps":["trace[1828274565] 'process raft request' (duration: 122.69586ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.535249Z","caller":"traceutil/trace.go:171","msg":"trace[1710612252] transaction","detail":"{read_only:false; response_revision:11907; number_of_response:1; }","duration":"123.063763ms","start":"2026-03-06T00:58:26.412156Z","end":"2026-03-06T00:58:26.53522Z","steps":["trace[1710612252] 'process raft request' (duration: 122.928622ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.535183Z","caller":"traceutil/trace.go:171","msg":"trace[1959456180] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"123.096323ms","start":"2026-03-06T00:58:26.412056Z","end":"2026-03-06T00:58:26.535152Z","steps":["trace[1959456180] 'process raft request' (duration: 122.995572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.535451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.273586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-06T00:58:26.53549Z","caller":"traceutil/trace.go:171","msg":"trace[796980966] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11908; }","duration":"122.352577ms","start":"2026-03-06T00:58:26.413125Z","end":"2026-03-06T00:58:26.535478Z","steps":["trace[796980966] 'agreement among raft nodes before linearized reading' (duration: 122.168055ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.644409Z","caller":"traceutil/trace.go:171","msg":"trace[1180221175] transaction","detail":"{read_only:false; response_revision:11910; number_of_response:1; }","duration":"104.579126ms","start":"2026-03-06T00:58:26.539799Z","end":"2026-03-06T00:58:26.644378Z","steps":["trace[1180221175] 'process raft request' (duration: 104.324654ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.644556Z","caller":"traceutil/trace.go:171","msg":"trace[1453141997] transaction","detail":"{read_only:false; response_revision:11911; number_of_response:1; }","duration":"104.604867ms","start":"2026-03-06T00:58:26.539925Z","end":"2026-03-06T00:58:26.64453Z","steps":["trace[1453141997] 'process raft request' (duration: 104.351974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.644724Z","caller":"traceutil/trace.go:171","msg":"trace[1170860858] transaction","detail":"{read_only:false; response_revision:11912; number_of_response:1; }","duration":"104.711947ms","start":"2026-03-06T00:58:26.539974Z","end":"2026-03-06T00:58:26.644686Z","steps":["trace[1170860858] 'process raft request' (duration: 104.329964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.645035Z","caller":"traceutil/trace.go:171","msg":"trace[1176556914] transaction","detail":"{read_only:false; response_revision:11913; number_of_response:1; }","duration":"104.690897ms","start":"2026-03-06T00:58:26.540323Z","end":"2026-03-06T00:58:26.645014Z","steps":["trace[1176556914] 'process raft request' (duration: 104.194322ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:26.645063Z","caller":"traceutil/trace.go:171","msg":"trace[995093165] linearizableReadLoop","detail":"{readStateIndex:12351; appliedIndex:12345; }","duration":"104.414455ms","start":"2026-03-06T00:58:26.540633Z","end":"2026-03-06T00:58:26.645047Z","steps":["trace[995093165] 'read index received' (duration: 21.131049ms)","trace[995093165] 'applied index is now lower than readState.Index' (duration: 83.282296ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:26.645172Z","caller":"traceutil/trace.go:171","msg":"trace[870186490] transaction","detail":"{read_only:false; response_revision:11914; number_of_response:1; }","duration":"104.717528ms","start":"2026-03-06T00:58:26.540419Z","end":"2026-03-06T00:58:26.645136Z","steps":["trace[870186490] 'process raft request' (duration: 104.519986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:58:26.645511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.861659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-06T00:58:26.646331Z","caller":"traceutil/trace.go:171","msg":"trace[1960427248] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11915; }","duration":"105.714076ms","start":"2026-03-06T00:58:26.540603Z","end":"2026-03-06T00:58:26.646317Z","steps":["trace[1960427248] 'agreement among raft nodes before linearized reading' (duration: 104.792948ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:33.491217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9987} {"level":"info","ts":"2026-03-06T00:58:33.568229Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9987,"took":"74.440181ms","hash":1291553208,"current-db-size-bytes":43241472,"current-db-size":"43 MB","current-db-size-in-use-bytes":23937024,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T00:58:33.568351Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1291553208,"revision":9987,"compact-revision":7656} {"level":"info","ts":"2026-03-06T00:58:46.758982Z","caller":"traceutil/trace.go:171","msg":"trace[1706383648] transaction","detail":"{read_only:false; response_revision:12083; number_of_response:1; }","duration":"108.171924ms","start":"2026-03-06T00:58:46.65077Z","end":"2026-03-06T00:58:46.758942Z","steps":["trace[1706383648] 'process raft request' (duration: 92.90581ms)","trace[1706383648] 'compare' (duration: 15.068819ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:46.980587Z","caller":"traceutil/trace.go:171","msg":"trace[587733922] transaction","detail":"{read_only:false; response_revision:12085; number_of_response:1; }","duration":"132.810834ms","start":"2026-03-06T00:58:46.84774Z","end":"2026-03-06T00:58:46.980551Z","steps":["trace[587733922] 'process raft request' (duration: 99.717728ms)","trace[587733922] 'compare' (duration: 32.884191ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:47.166625Z","caller":"traceutil/trace.go:171","msg":"trace[867364736] transaction","detail":"{read_only:false; response_revision:12087; number_of_response:1; }","duration":"120.477009ms","start":"2026-03-06T00:58:47.046109Z","end":"2026-03-06T00:58:47.166586Z","steps":["trace[867364736] 'process raft request' (duration: 39.72977ms)","trace[867364736] 'compare' (duration: 80.524323ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:58:47.497843Z","caller":"traceutil/trace.go:171","msg":"trace[1932841037] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"165.176333ms","start":"2026-03-06T00:58:47.332645Z","end":"2026-03-06T00:58:47.497821Z","steps":["trace[1932841037] 'process raft request' (duration: 165.134672ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:47.498023Z","caller":"traceutil/trace.go:171","msg":"trace[1933184464] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"168.612923ms","start":"2026-03-06T00:58:47.329368Z","end":"2026-03-06T00:58:47.49798Z","steps":["trace[1933184464] 'process raft request' (duration: 114.50271ms)","trace[1933184464] 'compare' (duration: 53.777185ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:59:01.409113Z","caller":"traceutil/trace.go:171","msg":"trace[902813702] transaction","detail":"{read_only:false; response_revision:12180; number_of_response:1; }","duration":"106.436773ms","start":"2026-03-06T00:59:01.302654Z","end":"2026-03-06T00:59:01.40909Z","steps":["trace[902813702] 'process raft request' (duration: 106.29423ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:43.78498Z","caller":"traceutil/trace.go:171","msg":"trace[454271690] linearizableReadLoop","detail":"{readStateIndex:12895; appliedIndex:12894; }","duration":"109.160707ms","start":"2026-03-06T00:59:43.675792Z","end":"2026-03-06T00:59:43.784953Z","steps":["trace[454271690] 'read index received' (duration: 108.899381ms)","trace[454271690] 'applied index is now lower than readState.Index' (duration: 259.976µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:59:43.78538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.576486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:59:43.785464Z","caller":"traceutil/trace.go:171","msg":"trace[1446415772] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12440; }","duration":"109.710899ms","start":"2026-03-06T00:59:43.675732Z","end":"2026-03-06T00:59:43.785443Z","steps":["trace[1446415772] 'agreement among raft nodes before linearized reading' (duration: 109.446093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:43.785798Z","caller":"traceutil/trace.go:171","msg":"trace[873029796] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"118.882171ms","start":"2026-03-06T00:59:43.666904Z","end":"2026-03-06T00:59:43.785787Z","steps":["trace[873029796] 'process raft request' (duration: 117.875668ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:51.635028Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003289.wal"} {"level":"info","ts":"2026-03-06T00:59:59.427164Z","caller":"traceutil/trace.go:171","msg":"trace[1292013742] transaction","detail":"{read_only:false; response_revision:12553; number_of_response:1; }","duration":"107.55858ms","start":"2026-03-06T00:59:59.319554Z","end":"2026-03-06T00:59:59.427113Z","steps":["trace[1292013742] 'process raft request' (duration: 107.273823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:59:59.446279Z","caller":"traceutil/trace.go:171","msg":"trace[1513038483] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"105.647935ms","start":"2026-03-06T00:59:59.340599Z","end":"2026-03-06T00:59:59.446247Z","steps":["trace[1513038483] 'process raft request' (duration: 105.338007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:02.660999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.354451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415397"} {"level":"info","ts":"2026-03-06T01:00:02.661098Z","caller":"traceutil/trace.go:171","msg":"trace[1714428776] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12569; }","duration":"156.492384ms","start":"2026-03-06T01:00:02.504583Z","end":"2026-03-06T01:00:02.661075Z","steps":["trace[1714428776] 'range keys from in-memory index tree' (duration: 156.095615ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:02.661556Z","caller":"traceutil/trace.go:171","msg":"trace[1451871743] transaction","detail":"{read_only:false; response_revision:12570; number_of_response:1; }","duration":"150.323562ms","start":"2026-03-06T01:00:02.511198Z","end":"2026-03-06T01:00:02.661522Z","steps":["trace[1451871743] 'process raft request' (duration: 126.925548ms)","trace[1451871743] 'compare' (duration: 22.326019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:36.544644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.931926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:00:36.544942Z","caller":"traceutil/trace.go:171","msg":"trace[1333247900] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"227.357449ms","start":"2026-03-06T01:00:36.317559Z","end":"2026-03-06T01:00:36.544917Z","steps":["trace[1333247900] 'process raft request' (duration: 125.050594ms)","trace[1333247900] 'compare' (duration: 101.753382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:37.323161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.924709ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-06T01:00:37.323226Z","caller":"traceutil/trace.go:171","msg":"trace[284538667] linearizableReadLoop","detail":"{readStateIndex:13205; appliedIndex:13204; }","duration":"332.604783ms","start":"2026-03-06T01:00:36.990612Z","end":"2026-03-06T01:00:37.323217Z","steps":["trace[284538667] 'read index received' (duration: 53.391µs)","trace[284538667] 'applied index is now lower than readState.Index' (duration: 332.550282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:37.323257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:36.595035Z","time spent":"728.20381ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:00:37.323368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.834555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:37.323386Z","caller":"traceutil/trace.go:171","msg":"trace[69927163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12735; }","duration":"194.870745ms","start":"2026-03-06T01:00:37.12851Z","end":"2026-03-06T01:00:37.323381Z","steps":["trace[69927163] 'agreement among raft nodes before linearized reading' (duration: 194.845475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:37.323495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.530538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:00:37.323512Z","caller":"traceutil/trace.go:171","msg":"trace[492903010] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12735; }","duration":"135.586079ms","start":"2026-03-06T01:00:37.187921Z","end":"2026-03-06T01:00:37.323507Z","steps":["trace[492903010] 'agreement among raft nodes before linearized reading' (duration: 135.555509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:37.32334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.726786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-06T01:00:37.323636Z","caller":"traceutil/trace.go:171","msg":"trace[1900951810] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12735; }","duration":"333.020673ms","start":"2026-03-06T01:00:36.990566Z","end":"2026-03-06T01:00:37.323586Z","steps":["trace[1900951810] 'agreement among raft nodes before linearized reading' (duration: 332.699086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:37.323709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.716263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126039"} {"level":"info","ts":"2026-03-06T01:00:37.323726Z","caller":"traceutil/trace.go:171","msg":"trace[310291930] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12735; }","duration":"216.753843ms","start":"2026-03-06T01:00:37.106968Z","end":"2026-03-06T01:00:37.323722Z","steps":["trace[310291930] 'agreement among raft nodes before linearized reading' (duration: 216.670171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:37.323742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:36.990545Z","time spent":"333.156046ms","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-06T01:00:37.324072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.01658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T01:00:37.324258Z","caller":"traceutil/trace.go:171","msg":"trace[893483928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12735; }","duration":"242.161924ms","start":"2026-03-06T01:00:37.082003Z","end":"2026-03-06T01:00:37.324165Z","steps":["trace[893483928] 'agreement among raft nodes before linearized reading' (duration: 241.340204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:37.448386Z","caller":"traceutil/trace.go:171","msg":"trace[958002910] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"123.481307ms","start":"2026-03-06T01:00:37.324861Z","end":"2026-03-06T01:00:37.448342Z","steps":["trace[958002910] 'process raft request' (duration: 120.697233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:37.448542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.077168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:37.448442Z","caller":"traceutil/trace.go:171","msg":"trace[12883468] linearizableReadLoop","detail":"{readStateIndex:13206; appliedIndex:13205; }","duration":"122.973926ms","start":"2026-03-06T01:00:37.325447Z","end":"2026-03-06T01:00:37.448421Z","steps":["trace[12883468] 'read index received' (duration: 120.240883ms)","trace[12883468] 'applied index is now lower than readState.Index' (duration: 2.730843ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:37.448579Z","caller":"traceutil/trace.go:171","msg":"trace[1761788864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12736; }","duration":"123.165601ms","start":"2026-03-06T01:00:37.325401Z","end":"2026-03-06T01:00:37.448567Z","steps":["trace[1761788864] 'agreement among raft nodes before linearized reading' (duration: 123.070928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:37.449045Z","caller":"traceutil/trace.go:171","msg":"trace[2030362615] transaction","detail":"{read_only:false; response_revision:12737; number_of_response:1; }","duration":"116.461265ms","start":"2026-03-06T01:00:37.332494Z","end":"2026-03-06T01:00:37.448955Z","steps":["trace[2030362615] 'process raft request' (duration: 115.83353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:37.449383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.112539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:62 size:86284"} {"level":"info","ts":"2026-03-06T01:00:37.449433Z","caller":"traceutil/trace.go:171","msg":"trace[1521590078] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:62; response_revision:12737; }","duration":"123.192701ms","start":"2026-03-06T01:00:37.326227Z","end":"2026-03-06T01:00:37.44942Z","steps":["trace[1521590078] 'agreement among raft nodes before linearized reading' (duration: 122.665469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:37.449821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.565353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:62 size:86284"} {"level":"info","ts":"2026-03-06T01:00:37.449883Z","caller":"traceutil/trace.go:171","msg":"trace[1087713583] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:62; response_revision:12737; }","duration":"118.655186ms","start":"2026-03-06T01:00:37.331213Z","end":"2026-03-06T01:00:37.449868Z","steps":["trace[1087713583] 'agreement among raft nodes before linearized reading' (duration: 117.738365ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:45.698832Z","caller":"traceutil/trace.go:171","msg":"trace[1676004350] transaction","detail":"{read_only:false; response_revision:12789; number_of_response:1; }","duration":"500.552995ms","start":"2026-03-06T01:00:45.198249Z","end":"2026-03-06T01:00:45.698802Z","steps":["trace[1676004350] 'process raft request' (duration: 500.380811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:45.69899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:45.198231Z","time spent":"500.676297ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:46.002694Z","caller":"traceutil/trace.go:171","msg":"trace[515010989] linearizableReadLoop","detail":"{readStateIndex:13262; appliedIndex:13261; }","duration":"297.740474ms","start":"2026-03-06T01:00:45.704926Z","end":"2026-03-06T01:00:46.002666Z","steps":["trace[515010989] 'read index received' (duration: 297.53453ms)","trace[515010989] 'applied index is now lower than readState.Index' (duration: 204.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:46.002785Z","caller":"traceutil/trace.go:171","msg":"trace[2057651563] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"378.862918ms","start":"2026-03-06T01:00:45.623883Z","end":"2026-03-06T01:00:46.002746Z","steps":["trace[2057651563] 'process raft request' (duration: 378.594662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:46.002978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.811357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:00:46.003018Z","caller":"traceutil/trace.go:171","msg":"trace[1540000541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12790; }","duration":"263.875508ms","start":"2026-03-06T01:00:45.73913Z","end":"2026-03-06T01:00:46.003005Z","steps":["trace[1540000541] 'agreement among raft nodes before linearized reading' (duration: 263.697354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:46.003005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.842318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:46.003022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.066483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:00:46.003093Z","caller":"traceutil/trace.go:171","msg":"trace[1525141898] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12790; }","duration":"254.977052ms","start":"2026-03-06T01:00:45.748097Z","end":"2026-03-06T01:00:46.003074Z","steps":["trace[1525141898] 'agreement among raft nodes before linearized reading' (duration: 254.800998ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:46.00311Z","caller":"traceutil/trace.go:171","msg":"trace[1455619954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12790; }","duration":"298.199895ms","start":"2026-03-06T01:00:45.704886Z","end":"2026-03-06T01:00:46.003086Z","steps":["trace[1455619954] 'agreement among raft nodes before linearized reading' (duration: 297.918079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:46.004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:45.623848Z","time spent":"379.162095ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:46.279151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.804298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:00:46.279274Z","caller":"traceutil/trace.go:171","msg":"trace[159996851] linearizableReadLoop","detail":"{readStateIndex:13264; appliedIndex:13263; }","duration":"211.473841ms","start":"2026-03-06T01:00:46.067776Z","end":"2026-03-06T01:00:46.27925Z","steps":["trace[159996851] 'read index received' (duration: 7.782101ms)","trace[159996851] 'applied index is now lower than readState.Index' (duration: 203.68991ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:46.279342Z","caller":"traceutil/trace.go:171","msg":"trace[3058025] transaction","detail":"{read_only:false; response_revision:12792; number_of_response:1; }","duration":"271.969706ms","start":"2026-03-06T01:00:46.007314Z","end":"2026-03-06T01:00:46.279284Z","steps":["trace[3058025] 'process raft request' (duration: 168.930033ms)","trace[3058025] 'compare' (duration: 102.532731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:46.279522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.731967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T01:00:46.27954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.400192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T01:00:46.279581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.627069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:00:46.279601Z","caller":"traceutil/trace.go:171","msg":"trace[1146466547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:12792; }","duration":"211.845489ms","start":"2026-03-06T01:00:46.067736Z","end":"2026-03-06T01:00:46.279581Z","steps":["trace[1146466547] 'agreement among raft nodes before linearized reading' (duration: 211.605524ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:46.279608Z","caller":"traceutil/trace.go:171","msg":"trace[261141707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12792; }","duration":"134.527494ms","start":"2026-03-06T01:00:46.145062Z","end":"2026-03-06T01:00:46.27959Z","steps":["trace[261141707] 'agreement among raft nodes before linearized reading' (duration: 134.308619ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:46.27962Z","caller":"traceutil/trace.go:171","msg":"trace[754639867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12792; }","duration":"113.703111ms","start":"2026-03-06T01:00:46.165904Z","end":"2026-03-06T01:00:46.279607Z","steps":["trace[754639867] 'agreement among raft nodes before linearized reading' (duration: 113.544417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:46.279695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.656253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:00:46.279798Z","caller":"traceutil/trace.go:171","msg":"trace[1262522142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12792; }","duration":"108.803377ms","start":"2026-03-06T01:00:46.170975Z","end":"2026-03-06T01:00:46.279778Z","steps":["trace[1262522142] 'agreement among raft nodes before linearized reading' (duration: 108.421798ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:46.47491Z","caller":"traceutil/trace.go:171","msg":"trace[1763588258] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"190.578606ms","start":"2026-03-06T01:00:46.284305Z","end":"2026-03-06T01:00:46.474884Z","steps":["trace[1763588258] 'process raft request' (duration: 190.482723ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:46.474951Z","caller":"traceutil/trace.go:171","msg":"trace[528633926] transaction","detail":"{read_only:false; response_revision:12794; number_of_response:1; }","duration":"190.867322ms","start":"2026-03-06T01:00:46.284047Z","end":"2026-03-06T01:00:46.474914Z","steps":["trace[528633926] 'process raft request' (duration: 190.580006ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:46.475093Z","caller":"traceutil/trace.go:171","msg":"trace[539947818] linearizableReadLoop","detail":"{readStateIndex:13267; appliedIndex:13264; }","duration":"176.724264ms","start":"2026-03-06T01:00:46.298344Z","end":"2026-03-06T01:00:46.475068Z","steps":["trace[539947818] 'read index received' (duration: 48.777933ms)","trace[539947818] 'applied index is now lower than readState.Index' (duration: 127.944191ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:46.475139Z","caller":"traceutil/trace.go:171","msg":"trace[441186456] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"139.459728ms","start":"2026-03-06T01:00:46.335667Z","end":"2026-03-06T01:00:46.475127Z","steps":["trace[441186456] 'process raft request' (duration: 139.175172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:46.475869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.513683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:594937"} {"level":"info","ts":"2026-03-06T01:00:46.475929Z","caller":"traceutil/trace.go:171","msg":"trace[936627584] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:12796; }","duration":"177.620605ms","start":"2026-03-06T01:00:46.298302Z","end":"2026-03-06T01:00:46.475923Z","steps":["trace[936627584] 'agreement among raft nodes before linearized reading' (duration: 176.845547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:46.984578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.621446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:00:46.985006Z","caller":"traceutil/trace.go:171","msg":"trace[64361045] transaction","detail":"{read_only:false; response_revision:12798; number_of_response:1; }","duration":"294.170731ms","start":"2026-03-06T01:00:46.690806Z","end":"2026-03-06T01:00:46.984977Z","steps":["trace[64361045] 'process raft request' (duration: 293.953176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:46.984988Z","caller":"traceutil/trace.go:171","msg":"trace[752520923] transaction","detail":"{read_only:false; response_revision:12797; number_of_response:1; }","duration":"297.025738ms","start":"2026-03-06T01:00:46.687926Z","end":"2026-03-06T01:00:46.984952Z","steps":["trace[752520923] 'process raft request' (duration: 96.90916ms)","trace[752520923] 'compare' (duration: 199.292569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:48.302945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167772769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:48.303042Z","caller":"traceutil/trace.go:171","msg":"trace[1390947726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12798; }","duration":"1.167924223s","start":"2026-03-06T01:00:47.135098Z","end":"2026-03-06T01:00:48.303023Z","steps":["trace[1390947726] 'range keys from in-memory index tree' (duration: 1.167666877s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:48.30308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:47.135075Z","time spent":"1.167996695s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:00:48.303552Z","caller":"traceutil/trace.go:171","msg":"trace[1485023418] linearizableReadLoop","detail":"{readStateIndex:13272; appliedIndex:13271; }","duration":"224.965944ms","start":"2026-03-06T01:00:48.07856Z","end":"2026-03-06T01:00:48.303526Z","steps":["trace[1485023418] 'read index received' (duration: 224.3325ms)","trace[1485023418] 'applied index is now lower than readState.Index' (duration: 631.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:48.303566Z","caller":"traceutil/trace.go:171","msg":"trace[224951917] transaction","detail":"{read_only:false; response_revision:12799; number_of_response:1; }","duration":"292.888222ms","start":"2026-03-06T01:00:48.010643Z","end":"2026-03-06T01:00:48.303531Z","steps":["trace[224951917] 'process raft request' (duration: 292.33791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:48.30378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.255562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:00:48.303852Z","caller":"traceutil/trace.go:171","msg":"trace[1504540266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12799; }","duration":"225.376074ms","start":"2026-03-06T01:00:48.078458Z","end":"2026-03-06T01:00:48.303834Z","steps":["trace[1504540266] 'agreement among raft nodes before linearized reading' (duration: 225.156319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.377829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.038385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:00:49.377997Z","caller":"traceutil/trace.go:171","msg":"trace[161377488] transaction","detail":"{read_only:false; response_revision:12800; number_of_response:1; }","duration":"1.070799708s","start":"2026-03-06T01:00:48.307179Z","end":"2026-03-06T01:00:49.377978Z","steps":["trace[161377488] 'process raft request' (duration: 228.505226ms)","trace[161377488] 'compare' (duration: 841.716268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:00:49.378104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.307159Z","time spent":"1.07091553s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:49.378216Z","caller":"traceutil/trace.go:171","msg":"trace[453208212] transaction","detail":"{read_only:false; response_revision:12801; number_of_response:1; }","duration":"1.070311916s","start":"2026-03-06T01:00:48.307883Z","end":"2026-03-06T01:00:49.378195Z","steps":["trace[453208212] 'process raft request' (duration: 1.070047219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.378344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.307859Z","time spent":"1.070424159s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:49.378472Z","caller":"traceutil/trace.go:171","msg":"trace[542284510] linearizableReadLoop","detail":"{readStateIndex:13274; appliedIndex:13272; }","duration":"1.055015461s","start":"2026-03-06T01:00:48.323445Z","end":"2026-03-06T01:00:49.37846Z","steps":["trace[542284510] 'read index received' (duration: 212.223668ms)","trace[542284510] 'applied index is now lower than readState.Index' (duration: 842.790873ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:00:49.378559Z","caller":"traceutil/trace.go:171","msg":"trace[690315181] transaction","detail":"{read_only:false; response_revision:12802; number_of_response:1; }","duration":"896.806187ms","start":"2026-03-06T01:00:48.481741Z","end":"2026-03-06T01:00:49.378547Z","steps":["trace[690315181] 'process raft request' (duration: 896.398897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.378622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.481724Z","time spent":"896.863319ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:00:49.378705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027636385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:00:49.378763Z","caller":"traceutil/trace.go:171","msg":"trace[1491071373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12802; }","duration":"1.027742118s","start":"2026-03-06T01:00:48.351009Z","end":"2026-03-06T01:00:49.378751Z","steps":["trace[1491071373] 'agreement among raft nodes before linearized reading' (duration: 1.027596424s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.378789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.35099Z","time spent":"1.027794868s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:00:49.37889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.009533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T01:00:49.378907Z","caller":"traceutil/trace.go:171","msg":"trace[1116734239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:12802; }","duration":"891.047813ms","start":"2026-03-06T01:00:48.487855Z","end":"2026-03-06T01:00:49.378903Z","steps":["trace[1116734239] 'agreement among raft nodes before linearized reading' (duration: 891.002222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.378919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.487844Z","time spent":"891.072754ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T01:00:49.379013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.358487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151661"} {"level":"warn","ts":"2026-03-06T01:00:49.379059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.151472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:00:49.379072Z","caller":"traceutil/trace.go:171","msg":"trace[443546046] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12802; }","duration":"586.440619ms","start":"2026-03-06T01:00:48.792604Z","end":"2026-03-06T01:00:49.379044Z","steps":["trace[443546046] 'agreement among raft nodes before linearized reading' (duration: 586.102221ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:49.379085Z","caller":"traceutil/trace.go:171","msg":"trace[1835024981] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12802; }","duration":"899.220163ms","start":"2026-03-06T01:00:48.479858Z","end":"2026-03-06T01:00:49.379079Z","steps":["trace[1835024981] 'agreement among raft nodes before linearized reading' (duration: 899.164782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.379111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.479836Z","time spent":"899.270494ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:00:49.379146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.694107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:00:49.37918Z","caller":"traceutil/trace.go:171","msg":"trace[615234733] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12802; }","duration":"481.771828ms","start":"2026-03-06T01:00:48.897401Z","end":"2026-03-06T01:00:49.379173Z","steps":["trace[615234733] 'agreement among raft nodes before linearized reading' (duration: 481.721167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.379134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055691526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:49.379211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.897377Z","time spent":"481.82726ms","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:00:49.37921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.087473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-06T01:00:49.379192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.728281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T01:00:49.379104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.792579Z","time spent":"586.518171ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151684,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-06T01:00:49.379301Z","caller":"traceutil/trace.go:171","msg":"trace[1484495625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12802; }","duration":"389.880824ms","start":"2026-03-06T01:00:48.989402Z","end":"2026-03-06T01:00:49.379283Z","steps":["trace[1484495625] 'agreement among raft nodes before linearized reading' (duration: 389.655789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:49.379267Z","caller":"traceutil/trace.go:171","msg":"trace[613442593] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12802; }","duration":"993.185205ms","start":"2026-03-06T01:00:48.386065Z","end":"2026-03-06T01:00:49.37925Z","steps":["trace[613442593] 'agreement among raft nodes before linearized reading' (duration: 993.028591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.379352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.493792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T01:00:49.379373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.989386Z","time spent":"389.977497ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:00:49.37938Z","caller":"traceutil/trace.go:171","msg":"trace[357031107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12802; }","duration":"900.559704ms","start":"2026-03-06T01:00:48.478812Z","end":"2026-03-06T01:00:49.379372Z","steps":["trace[357031107] 'agreement among raft nodes before linearized reading' (duration: 900.476452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:49.379235Z","caller":"traceutil/trace.go:171","msg":"trace[1032386610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12802; }","duration":"1.055823469s","start":"2026-03-06T01:00:48.323393Z","end":"2026-03-06T01:00:49.379217Z","steps":["trace[1032386610] 'agreement among raft nodes before linearized reading' (duration: 1.055685826s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:49.37941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.478789Z","time spent":"900.615186ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:00:49.379465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.323376Z","time spent":"1.056060355s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:00:49.379425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:48.386045Z","time spent":"993.335528ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-06T01:00:50.927631Z","caller":"traceutil/trace.go:171","msg":"trace[265616811] transaction","detail":"{read_only:false; response_revision:12807; number_of_response:1; }","duration":"666.217262ms","start":"2026-03-06T01:00:50.261394Z","end":"2026-03-06T01:00:50.927612Z","steps":["trace[265616811] 'process raft request' (duration: 666.097789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:50.927744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:50.261365Z","time spent":"666.327455ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:00:50.932118Z","caller":"traceutil/trace.go:171","msg":"trace[590120316] transaction","detail":"{read_only:false; response_revision:12809; number_of_response:1; }","duration":"623.152972ms","start":"2026-03-06T01:00:50.308934Z","end":"2026-03-06T01:00:50.932087Z","steps":["trace[590120316] 'process raft request' (duration: 622.837325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:50.932249Z","caller":"traceutil/trace.go:171","msg":"trace[239406056] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"235.639652ms","start":"2026-03-06T01:00:50.696587Z","end":"2026-03-06T01:00:50.932227Z","steps":["trace[239406056] 'process raft request' (duration: 235.339415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:50.932277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:50.308917Z","time spent":"623.275415ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:00:50.932427Z","caller":"traceutil/trace.go:171","msg":"trace[376428418] transaction","detail":"{read_only:false; response_revision:12811; number_of_response:1; }","duration":"205.166185ms","start":"2026-03-06T01:00:50.727251Z","end":"2026-03-06T01:00:50.932418Z","steps":["trace[376428418] 'process raft request' (duration: 204.767985ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:50.932488Z","caller":"traceutil/trace.go:171","msg":"trace[1002164839] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"655.435402ms","start":"2026-03-06T01:00:50.277041Z","end":"2026-03-06T01:00:50.932476Z","steps":["trace[1002164839] 'process raft request' (duration: 654.571402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:50.932547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:50.277016Z","time spent":"655.502563ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:12.007195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844792082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:01:12.213341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06484763s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:01:12.249795Z","caller":"traceutil/trace.go:171","msg":"trace[741753674] transaction","detail":"{read_only:false; response_revision:13099; number_of_response:1; }","duration":"1.101359548s","start":"2026-03-06T01:01:11.148402Z","end":"2026-03-06T01:01:12.249761Z","steps":["trace[741753674] 'process raft request' (duration: 1.065525935s)","trace[741753674] 'compare' (duration: 34.596284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:12.249974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.148377Z","time spent":"1.101491691s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:12.950305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.834699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:01:12.950737Z","caller":"traceutil/trace.go:171","msg":"trace[195221576] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"1.469152638s","start":"2026-03-06T01:01:11.481555Z","end":"2026-03-06T01:01:12.950708Z","steps":["trace[195221576] 'process raft request' (duration: 924.838258ms)","trace[195221576] 'compare' (duration: 543.507362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:12.950892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.481512Z","time spent":"1.469294072s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:13.393776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.353307ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:01:13.394161Z","caller":"traceutil/trace.go:171","msg":"trace[207833713] linearizableReadLoop","detail":"{readStateIndex:13586; appliedIndex:13583; }","duration":"1.887797231s","start":"2026-03-06T01:01:11.506329Z","end":"2026-03-06T01:01:13.394126Z","steps":["trace[207833713] 'read index received' (duration: 707.46852ms)","trace[207833713] 'applied index is now lower than readState.Index' (duration: 1.180325861s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:01:13.394213Z","caller":"traceutil/trace.go:171","msg":"trace[1946625371] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"322.250924ms","start":"2026-03-06T01:01:13.071926Z","end":"2026-03-06T01:01:13.394176Z","steps":["trace[1946625371] 'process raft request' (duration: 321.995908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.394367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:13.071893Z","time spent":"322.384488ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:13.530062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023663906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:13.530269Z","caller":"traceutil/trace.go:171","msg":"trace[938285876] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13101; }","duration":"2.023882252s","start":"2026-03-06T01:01:11.506321Z","end":"2026-03-06T01:01:13.530203Z","steps":["trace[938285876] 'agreement among raft nodes before linearized reading' (duration: 1.887924124s)","trace[938285876] 'count revisions from in-memory index tree' (duration: 133.297615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:13.530572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.506267Z","time spent":"2.024282271s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:01:13.591354Z","caller":"traceutil/trace.go:171","msg":"trace[1560715677] linearizableReadLoop","detail":"{readStateIndex:13588; appliedIndex:13587; }","duration":"197.095857ms","start":"2026-03-06T01:01:13.394226Z","end":"2026-03-06T01:01:13.591322Z","steps":["trace[1560715677] 'read index received' (duration: 196.812ms)","trace[1560715677] 'applied index is now lower than readState.Index' (duration: 282.137µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:01:13.591554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062710212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T01:01:13.591553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462246968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:01:13.591562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322324868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.189a1accb58b0d31\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-06T01:01:13.591603Z","caller":"traceutil/trace.go:171","msg":"trace[85890031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13102; }","duration":"2.062781314s","start":"2026-03-06T01:01:11.528811Z","end":"2026-03-06T01:01:13.591593Z","steps":["trace[85890031] 'agreement among raft nodes before linearized reading' (duration: 2.06262185s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.591596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713606446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebcc6d65-30ea-43d0-983d-bf612715d894\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-06T01:01:13.591643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.528783Z","time spent":"2.062850836s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:01:13.591666Z","caller":"traceutil/trace.go:171","msg":"trace[1630080181] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.189a1accb58b0d31; range_end:; response_count:1; response_revision:13102; }","duration":"1.322464032s","start":"2026-03-06T01:01:12.269164Z","end":"2026-03-06T01:01:13.591628Z","steps":["trace[1630080181] 'agreement among raft nodes before linearized reading' (duration: 1.322226736s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:13.591695Z","caller":"traceutil/trace.go:171","msg":"trace[1980276854] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebcc6d65-30ea-43d0-983d-bf612715d894; range_end:; response_count:1; response_revision:13102; }","duration":"1.713772629s","start":"2026-03-06T01:01:11.877899Z","end":"2026-03-06T01:01:13.591671Z","steps":["trace[1980276854] 'agreement among raft nodes before linearized reading' (duration: 1.713455212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.591717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:12.269144Z","time spent":"1.322561154s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1024,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.189a1accb58b0d31\" "} {"level":"warn","ts":"2026-03-06T01:01:13.591747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.877868Z","time spent":"1.713868931s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebcc6d65-30ea-43d0-983d-bf612715d894\" "} {"level":"warn","ts":"2026-03-06T01:01:13.591717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32409478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:01:13.591823Z","caller":"traceutil/trace.go:171","msg":"trace[501789512] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13102; }","duration":"1.324230262s","start":"2026-03-06T01:01:12.267581Z","end":"2026-03-06T01:01:13.591811Z","steps":["trace[501789512] 'agreement among raft nodes before linearized reading' (duration: 1.324080119s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.591857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.949589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:01:13.59187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:12.267564Z","time spent":"1.324293274s","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:01:13.591919Z","caller":"traceutil/trace.go:171","msg":"trace[973853067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13102; }","duration":"338.067911ms","start":"2026-03-06T01:01:13.253833Z","end":"2026-03-06T01:01:13.591901Z","steps":["trace[973853067] 'agreement among raft nodes before linearized reading' (duration: 337.965309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.591959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:13.253803Z","time spent":"338.148483ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:01:13.591986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031293503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T01:01:13.592002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.851899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:01:13.592028Z","caller":"traceutil/trace.go:171","msg":"trace[774074085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:13102; }","duration":"2.031362195s","start":"2026-03-06T01:01:11.560654Z","end":"2026-03-06T01:01:13.592016Z","steps":["trace[774074085] 'agreement among raft nodes before linearized reading' (duration: 2.031246792s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:13.592039Z","caller":"traceutil/trace.go:171","msg":"trace[1815957685] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13102; }","duration":"763.933421ms","start":"2026-03-06T01:01:12.828095Z","end":"2026-03-06T01:01:13.592028Z","steps":["trace[1815957685] 'agreement among raft nodes before linearized reading' (duration: 763.800738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.59206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.560638Z","time spent":"2.031415876s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T01:01:13.592077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:12.82807Z","time spent":"763.996613ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:01:13.592147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623969584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-06T01:01:13.592194Z","caller":"traceutil/trace.go:171","msg":"trace[246024878] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dlpj2; range_end:; response_count:1; response_revision:13102; }","duration":"1.624049396s","start":"2026-03-06T01:01:11.968131Z","end":"2026-03-06T01:01:13.592181Z","steps":["trace[246024878] 'agreement among raft nodes before linearized reading' (duration: 1.623921253s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.592227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.968114Z","time spent":"1.624105147s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" "} {"level":"info","ts":"2026-03-06T01:01:13.592182Z","caller":"traceutil/trace.go:171","msg":"trace[560184130] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"320.168796ms","start":"2026-03-06T01:01:13.271976Z","end":"2026-03-06T01:01:13.592145Z","steps":["trace[560184130] 'process raft request' (duration: 319.06208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.592263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046993049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebcc6d65-30ea-43d0-983d-bf612715d894\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-06T01:01:13.592304Z","caller":"traceutil/trace.go:171","msg":"trace[630831417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebcc6d65-30ea-43d0-983d-bf612715d894; range_end:; response_count:1; response_revision:13102; }","duration":"2.047051079s","start":"2026-03-06T01:01:11.545241Z","end":"2026-03-06T01:01:13.592292Z","steps":["trace[630831417] 'agreement among raft nodes before linearized reading' (duration: 2.046958277s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.592315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062722654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-06T01:01:13.592336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.545231Z","time spent":"2.04709948s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebcc6d65-30ea-43d0-983d-bf612715d894\" "} {"level":"info","ts":"2026-03-06T01:01:13.592353Z","caller":"traceutil/trace.go:171","msg":"trace[1929047666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13102; }","duration":"2.062800555s","start":"2026-03-06T01:01:11.529539Z","end":"2026-03-06T01:01:13.59234Z","steps":["trace[1929047666] 'agreement among raft nodes before linearized reading' (duration: 2.062669502s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.592359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:13.271934Z","time spent":"320.34522ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:01:13.592395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.529517Z","time spent":"2.062871487s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:01:13.592396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047553081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:01:13.592435Z","caller":"traceutil/trace.go:171","msg":"trace[1843877470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13102; }","duration":"2.047620502s","start":"2026-03-06T01:01:11.544804Z","end":"2026-03-06T01:01:13.592425Z","steps":["trace[1843877470] 'agreement among raft nodes before linearized reading' (duration: 2.04753493s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.592315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057686616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:01:13.59247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062889447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:01:13.592495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.544794Z","time spent":"2.047673343s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:01:13.592502Z","caller":"traceutil/trace.go:171","msg":"trace[995774656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13102; }","duration":"2.062942838s","start":"2026-03-06T01:01:11.529546Z","end":"2026-03-06T01:01:13.592489Z","steps":["trace[995774656] 'agreement among raft nodes before linearized reading' (duration: 2.062867506s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.592532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.529533Z","time spent":"2.06299315s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:01:13.592554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06174046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:01:13.591634Z","caller":"traceutil/trace.go:171","msg":"trace[1631552399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13102; }","duration":"1.462368161s","start":"2026-03-06T01:01:12.129245Z","end":"2026-03-06T01:01:13.591613Z","steps":["trace[1631552399] 'agreement among raft nodes before linearized reading' (duration: 1.462222797s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:13.592596Z","caller":"traceutil/trace.go:171","msg":"trace[884128749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13102; }","duration":"2.061800652s","start":"2026-03-06T01:01:11.530786Z","end":"2026-03-06T01:01:13.592587Z","steps":["trace[884128749] 'agreement among raft nodes before linearized reading' (duration: 2.06169048s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:01:13.592558Z","caller":"traceutil/trace.go:171","msg":"trace[405870969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13102; }","duration":"2.057892131s","start":"2026-03-06T01:01:11.534595Z","end":"2026-03-06T01:01:13.592487Z","steps":["trace[405870969] 'agreement among raft nodes before linearized reading' (duration: 2.057619885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:01:13.592635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.530777Z","time spent":"2.061851403s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:01:13.592634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:12.12922Z","time spent":"1.463405275s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:01:13.592747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:01:11.53458Z","time spent":"2.058094685s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:01:13.638773Z","caller":"traceutil/trace.go:171","msg":"trace[1335376289] transaction","detail":"{read_only:false; response_revision:13103; number_of_response:1; }","duration":"186.288196ms","start":"2026-03-06T01:01:13.452453Z","end":"2026-03-06T01:01:13.638742Z","steps":["trace[1335376289] 'process raft request' (duration: 186.057501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.067506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.58969Z","time spent":"477.806417ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:02:07.067777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.979731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:07.068072Z","caller":"traceutil/trace.go:171","msg":"trace[81842765] linearizableReadLoop","detail":"{readStateIndex:14216; appliedIndex:14214; }","duration":"981.043313ms","start":"2026-03-06T01:02:06.087007Z","end":"2026-03-06T01:02:07.06805Z","steps":["trace[81842765] 'read index received' (duration: 114.760615ms)","trace[81842765] 'applied index is now lower than readState.Index' (duration: 866.281608ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:07.068051Z","caller":"traceutil/trace.go:171","msg":"trace[569909998] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"997.012393ms","start":"2026-03-06T01:02:06.071004Z","end":"2026-03-06T01:02:07.068016Z","steps":["trace[569909998] 'process raft request' (duration: 130.655453ms)","trace[569909998] 'compare' (duration: 865.710215ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:07.068079Z","caller":"traceutil/trace.go:171","msg":"trace[1437481116] transaction","detail":"{read_only:false; response_revision:13714; number_of_response:1; }","duration":"995.036278ms","start":"2026-03-06T01:02:06.072996Z","end":"2026-03-06T01:02:07.068032Z","steps":["trace[1437481116] 'process raft request' (duration: 994.941475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.068242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.07097Z","time spent":"997.167337ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:07.068253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.072969Z","time spent":"995.188221ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:07.068322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.320229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:07.068382Z","caller":"traceutil/trace.go:171","msg":"trace[1725443479] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13715; }","duration":"981.430031ms","start":"2026-03-06T01:02:06.086936Z","end":"2026-03-06T01:02:07.068366Z","steps":["trace[1725443479] 'agreement among raft nodes before linearized reading' (duration: 981.230147ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.068417Z","caller":"traceutil/trace.go:171","msg":"trace[506177483] transaction","detail":"{read_only:false; response_revision:13715; number_of_response:1; }","duration":"863.851602ms","start":"2026-03-06T01:02:06.204491Z","end":"2026-03-06T01:02:07.068343Z","steps":["trace[506177483] 'process raft request' (duration: 863.522144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.068441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.086911Z","time spent":"981.514744ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T01:02:07.068565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.204465Z","time spent":"864.025676ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:07.068597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.424395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:07.068623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.267751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T01:02:07.068661Z","caller":"traceutil/trace.go:171","msg":"trace[1296856306] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13715; }","duration":"976.537128ms","start":"2026-03-06T01:02:06.092098Z","end":"2026-03-06T01:02:07.068635Z","steps":["trace[1296856306] 'agreement among raft nodes before linearized reading' (duration: 976.334993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.068699Z","caller":"traceutil/trace.go:171","msg":"trace[1008031681] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:13715; }","duration":"470.370684ms","start":"2026-03-06T01:02:06.598308Z","end":"2026-03-06T01:02:07.068678Z","steps":["trace[1008031681] 'agreement among raft nodes before linearized reading' (duration: 470.151579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.068716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.092084Z","time spent":"976.62467ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:07.06874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.598289Z","time spent":"470.442806ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:02:07.068722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.667467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-06T01:02:07.06875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.540389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T01:02:07.068796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.591473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:07.068802Z","caller":"traceutil/trace.go:171","msg":"trace[70321795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:13715; }","duration":"891.78176ms","start":"2026-03-06T01:02:06.176999Z","end":"2026-03-06T01:02:07.068781Z","steps":["trace[70321795] 'agreement among raft nodes before linearized reading' (duration: 891.537984ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.068818Z","caller":"traceutil/trace.go:171","msg":"trace[243551761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13715; }","duration":"905.644412ms","start":"2026-03-06T01:02:06.163157Z","end":"2026-03-06T01:02:07.068801Z","steps":["trace[243551761] 'agreement among raft nodes before linearized reading' (duration: 905.508068ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.068864Z","caller":"traceutil/trace.go:171","msg":"trace[1480417815] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13715; }","duration":"248.723217ms","start":"2026-03-06T01:02:06.820123Z","end":"2026-03-06T01:02:07.068846Z","steps":["trace[1480417815] 'agreement among raft nodes before linearized reading' (duration: 248.618774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.068886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.163131Z","time spent":"905.730764ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:07.068895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.176979Z","time spent":"891.879152ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T01:02:07.068913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.959126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:02:07.068943Z","caller":"traceutil/trace.go:171","msg":"trace[2017281760] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13715; }","duration":"932.983847ms","start":"2026-03-06T01:02:06.135947Z","end":"2026-03-06T01:02:07.068931Z","steps":["trace[2017281760] 'agreement among raft nodes before linearized reading' (duration: 932.906345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.068949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.554972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:07.068973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.135913Z","time spent":"933.055248ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:02:07.068968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.567162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:07.069041Z","caller":"traceutil/trace.go:171","msg":"trace[372050022] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13715; }","duration":"409.679235ms","start":"2026-03-06T01:02:06.659342Z","end":"2026-03-06T01:02:07.069021Z","steps":["trace[372050022] 'agreement among raft nodes before linearized reading' (duration: 409.573342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.069044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.894041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-06T01:02:07.069153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.659326Z","time spent":"409.758426ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.129599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:07.069222Z","caller":"traceutil/trace.go:171","msg":"trace[292222651] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13715; }","duration":"408.20748ms","start":"2026-03-06T01:02:06.660995Z","end":"2026-03-06T01:02:07.069203Z","steps":["trace[292222651] 'agreement among raft nodes before linearized reading' (duration: 407.997485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.069283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.660986Z","time spent":"408.284972ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.33635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:07.069224Z","caller":"traceutil/trace.go:171","msg":"trace[437515493] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13715; }","duration":"826.156477ms","start":"2026-03-06T01:02:06.243011Z","end":"2026-03-06T01:02:07.069167Z","steps":["trace[437515493] 'agreement among raft nodes before linearized reading' (duration: 825.452481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.069052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.340797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:07.069411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.348466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:07.069426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.116575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:07.069446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.871279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:07.069442Z","caller":"traceutil/trace.go:171","msg":"trace[1157911305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13715; }","duration":"940.717206ms","start":"2026-03-06T01:02:06.128706Z","end":"2026-03-06T01:02:07.069423Z","steps":["trace[1157911305] 'agreement among raft nodes before linearized reading' (duration: 940.324777ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.069479Z","caller":"traceutil/trace.go:171","msg":"trace[695100961] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13715; }","duration":"555.946121ms","start":"2026-03-06T01:02:06.513525Z","end":"2026-03-06T01:02:07.069471Z","steps":["trace[695100961] 'agreement among raft nodes before linearized reading' (duration: 555.850759ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.069472Z","caller":"traceutil/trace.go:171","msg":"trace[1371717726] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13715; }","duration":"409.428849ms","start":"2026-03-06T01:02:06.660029Z","end":"2026-03-06T01:02:07.069458Z","steps":["trace[1371717726] 'agreement among raft nodes before linearized reading' (duration: 409.335887ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.069483Z","caller":"traceutil/trace.go:171","msg":"trace[1875834359] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13715; }","duration":"562.219537ms","start":"2026-03-06T01:02:06.507248Z","end":"2026-03-06T01:02:07.069468Z","steps":["trace[1875834359] 'agreement among raft nodes before linearized reading' (duration: 562.131995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.069515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.513514Z","time spent":"555.995382ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.128638Z","time spent":"940.85408ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.660018Z","time spent":"409.49781ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.507226Z","time spent":"562.298459ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.242989Z","time spent":"826.400812ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" "} {"level":"warn","ts":"2026-03-06T01:02:07.068623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.6409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T01:02:07.069735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.683054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-06T01:02:07.069775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.600719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:07.069792Z","caller":"traceutil/trace.go:171","msg":"trace[872502674] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13715; }","duration":"815.737535ms","start":"2026-03-06T01:02:06.254039Z","end":"2026-03-06T01:02:07.069777Z","steps":["trace[872502674] 'agreement among raft nodes before linearized reading' (duration: 815.582822ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.069815Z","caller":"traceutil/trace.go:171","msg":"trace[862593136] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13715; }","duration":"563.678361ms","start":"2026-03-06T01:02:06.506128Z","end":"2026-03-06T01:02:07.069806Z","steps":["trace[862593136] 'agreement among raft nodes before linearized reading' (duration: 562.958154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.069842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.506108Z","time spent":"563.729713ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.254026Z","time spent":"815.798936ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" "} {"level":"warn","ts":"2026-03-06T01:02:07.069876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.561849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:07.069938Z","caller":"traceutil/trace.go:171","msg":"trace[918152745] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13715; }","duration":"244.660682ms","start":"2026-03-06T01:02:06.825263Z","end":"2026-03-06T01:02:07.069924Z","steps":["trace[918152745] 'agreement among raft nodes before linearized reading' (duration: 244.490148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.069988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.365925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-06T01:02:07.068984Z","caller":"traceutil/trace.go:171","msg":"trace[404500642] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13715; }","duration":"409.588413ms","start":"2026-03-06T01:02:06.659385Z","end":"2026-03-06T01:02:07.068974Z","steps":["trace[404500642] 'agreement among raft nodes before linearized reading' (duration: 409.535911ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.070033Z","caller":"traceutil/trace.go:171","msg":"trace[1390620959] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dlpj2; range_end:; response_count:1; response_revision:13715; }","duration":"824.445387ms","start":"2026-03-06T01:02:06.245577Z","end":"2026-03-06T01:02:07.070023Z","steps":["trace[1390620959] 'agreement among raft nodes before linearized reading' (duration: 824.329034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.070067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.245558Z","time spent":"824.503208ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" "} {"level":"warn","ts":"2026-03-06T01:02:07.070065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.659301Z","time spent":"410.740809ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-06T01:02:07.070084Z","caller":"traceutil/trace.go:171","msg":"trace[1453983588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13715; }","duration":"921.788797ms","start":"2026-03-06T01:02:06.147938Z","end":"2026-03-06T01:02:07.069727Z","steps":["trace[1453983588] 'agreement among raft nodes before linearized reading' (duration: 920.539568ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:07.069341Z","caller":"traceutil/trace.go:171","msg":"trace[1140603237] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13715; }","duration":"249.488894ms","start":"2026-03-06T01:02:06.819841Z","end":"2026-03-06T01:02:07.06933Z","steps":["trace[1140603237] 'agreement among raft nodes before linearized reading' (duration: 249.30478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:07.070174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:06.147929Z","time spent":"922.217557ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:02:26.41313Z","caller":"traceutil/trace.go:171","msg":"trace[169465170] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"262.330984ms","start":"2026-03-06T01:02:26.150769Z","end":"2026-03-06T01:02:26.4131Z","steps":["trace[169465170] 'process raft request' (duration: 262.158931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.669362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32515527s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:02:33.669513Z","caller":"traceutil/trace.go:171","msg":"trace[13548542] linearizableReadLoop","detail":"{readStateIndex:14343; appliedIndex:14342; }","duration":"1.541601115s","start":"2026-03-06T01:02:32.127889Z","end":"2026-03-06T01:02:33.66949Z","steps":["trace[13548542] 'read index received' (duration: 216.156348ms)","trace[13548542] 'applied index is now lower than readState.Index' (duration: 1.325443177s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:33.670078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542176848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.670109Z","caller":"traceutil/trace.go:171","msg":"trace[1027409965] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13835; }","duration":"1.54228352s","start":"2026-03-06T01:02:32.127815Z","end":"2026-03-06T01:02:33.670099Z","steps":["trace[1027409965] 'agreement among raft nodes before linearized reading' (duration: 1.542197448s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.670148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.127779Z","time spent":"1.542361792s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-06T01:02:33.804676Z","caller":"traceutil/trace.go:171","msg":"trace[747608037] linearizableReadLoop","detail":"{readStateIndex:14344; appliedIndex:14343; }","duration":"135.096302ms","start":"2026-03-06T01:02:33.66955Z","end":"2026-03-06T01:02:33.804647Z","steps":["trace[747608037] 'read index received' (duration: 134.913568ms)","trace[747608037] 'applied index is now lower than readState.Index' (duration: 181.204µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:33.804797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.660247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.804901Z","caller":"traceutil/trace.go:171","msg":"trace[1879124546] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13836; }","duration":"617.810831ms","start":"2026-03-06T01:02:33.187067Z","end":"2026-03-06T01:02:33.804878Z","steps":["trace[1879124546] 'agreement among raft nodes before linearized reading' (duration: 617.605416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.804956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.187058Z","time spent":"617.889392ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:33.805091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.566028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:33.805182Z","caller":"traceutil/trace.go:171","msg":"trace[1683905603] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13836; }","duration":"618.701611ms","start":"2026-03-06T01:02:33.186458Z","end":"2026-03-06T01:02:33.805159Z","steps":["trace[1683905603] 'agreement among raft nodes before linearized reading' (duration: 618.470536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.805229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.186437Z","time spent":"618.784163ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:33.80536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.110694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:33.805395Z","caller":"traceutil/trace.go:171","msg":"trace[1894788477] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13836; }","duration":"267.146794ms","start":"2026-03-06T01:02:33.538241Z","end":"2026-03-06T01:02:33.805388Z","steps":["trace[1894788477] 'agreement among raft nodes before linearized reading' (duration: 267.014951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.805446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.515487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.805484Z","caller":"traceutil/trace.go:171","msg":"trace[1979101653] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13836; }","duration":"618.565668ms","start":"2026-03-06T01:02:33.186909Z","end":"2026-03-06T01:02:33.805475Z","steps":["trace[1979101653] 'agreement among raft nodes before linearized reading' (duration: 618.508717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.805517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.186901Z","time spent":"618.610149ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:02:33.80556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.478282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.805594Z","caller":"traceutil/trace.go:171","msg":"trace[1279886434] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13836; }","duration":"267.531244ms","start":"2026-03-06T01:02:33.538055Z","end":"2026-03-06T01:02:33.805586Z","steps":["trace[1279886434] 'agreement among raft nodes before linearized reading' (duration: 267.481663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.805685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.975674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.805715Z","caller":"traceutil/trace.go:171","msg":"trace[303612118] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13836; }","duration":"268.034265ms","start":"2026-03-06T01:02:33.537673Z","end":"2026-03-06T01:02:33.805708Z","steps":["trace[303612118] 'agreement among raft nodes before linearized reading' (duration: 267.987074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.805787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.862744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:33.805784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677817243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-06T01:02:33.805855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.979091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.805868Z","caller":"traceutil/trace.go:171","msg":"trace[730190042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13836; }","duration":"1.677973806s","start":"2026-03-06T01:02:32.127877Z","end":"2026-03-06T01:02:33.805851Z","steps":["trace[730190042] 'agreement among raft nodes before linearized reading' (duration: 1.676895501s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:33.805888Z","caller":"traceutil/trace.go:171","msg":"trace[729554058] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13836; }","duration":"281.031273ms","start":"2026-03-06T01:02:33.524849Z","end":"2026-03-06T01:02:33.80588Z","steps":["trace[729554058] 'agreement among raft nodes before linearized reading' (duration: 280.986412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.805901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.127846Z","time spent":"1.678047828s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:33.805899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.310295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:33.805925Z","caller":"traceutil/trace.go:171","msg":"trace[1948994204] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13836; }","duration":"619.384737ms","start":"2026-03-06T01:02:33.186534Z","end":"2026-03-06T01:02:33.805918Z","steps":["trace[1948994204] 'agreement among raft nodes before linearized reading' (duration: 619.310805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.805958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.186512Z","time spent":"619.439488ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:02:33.805232Z","caller":"traceutil/trace.go:171","msg":"trace[701852136] transaction","detail":"{read_only:false; response_revision:13836; number_of_response:1; }","duration":"405.482981ms","start":"2026-03-06T01:02:33.399735Z","end":"2026-03-06T01:02:33.805218Z","steps":["trace[701852136] 'process raft request' (duration: 404.665912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.768471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-06T01:02:33.806106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.39966Z","time spent":"406.381171ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:33.806121Z","caller":"traceutil/trace.go:171","msg":"trace[1873818378] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13836; }","duration":"299.834183ms","start":"2026-03-06T01:02:33.506278Z","end":"2026-03-06T01:02:33.806113Z","steps":["trace[1873818378] 'agreement among raft nodes before linearized reading' (duration: 299.72215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.743881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:33.806175Z","caller":"traceutil/trace.go:171","msg":"trace[1648928032] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13836; }","duration":"621.787381ms","start":"2026-03-06T01:02:33.184383Z","end":"2026-03-06T01:02:33.806171Z","steps":["trace[1648928032] 'agreement among raft nodes before linearized reading' (duration: 621.696449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.294175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:33.806226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.709693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.806246Z","caller":"traceutil/trace.go:171","msg":"trace[1029235047] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13836; }","duration":"622.782665ms","start":"2026-03-06T01:02:33.18346Z","end":"2026-03-06T01:02:33.806242Z","steps":["trace[1029235047] 'agreement among raft nodes before linearized reading' (duration: 622.744904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.183423Z","time spent":"622.833215ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:02:33.806286Z","caller":"traceutil/trace.go:171","msg":"trace[617613696] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13836; }","duration":"619.406237ms","start":"2026-03-06T01:02:33.186833Z","end":"2026-03-06T01:02:33.806239Z","steps":["trace[617613696] 'agreement among raft nodes before linearized reading' (duration: 619.273474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.342011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.806328Z","caller":"traceutil/trace.go:171","msg":"trace[2028872901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13836; }","duration":"676.387532ms","start":"2026-03-06T01:02:33.129936Z","end":"2026-03-06T01:02:33.806324Z","steps":["trace[2028872901] 'agreement among raft nodes before linearized reading' (duration: 676.366191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.129918Z","time spent":"676.424022ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:02:33.80634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.31703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-06T01:02:33.806378Z","caller":"traceutil/trace.go:171","msg":"trace[798287291] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j6tvb; range_end:; response_count:1; response_revision:13836; }","duration":"302.395412ms","start":"2026-03-06T01:02:33.503974Z","end":"2026-03-06T01:02:33.80637Z","steps":["trace[798287291] 'agreement among raft nodes before linearized reading' (duration: 302.30183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.18681Z","time spent":"619.52081ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.503943Z","time spent":"302.461933ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272401493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:02:33.806538Z","caller":"traceutil/trace.go:171","msg":"trace[450993653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13836; }","duration":"1.272471185s","start":"2026-03-06T01:02:32.534062Z","end":"2026-03-06T01:02:33.806533Z","steps":["trace[450993653] 'agreement among raft nodes before linearized reading' (duration: 1.272345122s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.534028Z","time spent":"1.272521566s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.179419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-03-06T01:02:33.806667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365098265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:02:33.806669Z","caller":"traceutil/trace.go:171","msg":"trace[1878455959] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dlpj2; range_end:; response_count:1; response_revision:13836; }","duration":"313.251841ms","start":"2026-03-06T01:02:33.493407Z","end":"2026-03-06T01:02:33.806658Z","steps":["trace[1878455959] 'agreement among raft nodes before linearized reading' (duration: 313.160558ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:33.805825Z","caller":"traceutil/trace.go:171","msg":"trace[596310017] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13836; }","duration":"618.945596ms","start":"2026-03-06T01:02:33.186871Z","end":"2026-03-06T01:02:33.805816Z","steps":["trace[596310017] 'agreement among raft nodes before linearized reading' (duration: 618.846954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.493381Z","time spent":"313.315171ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.186846Z","time spent":"619.858648ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.427277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T01:02:33.806853Z","caller":"traceutil/trace.go:171","msg":"trace[1900025355] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:13836; }","duration":"321.495999ms","start":"2026-03-06T01:02:33.48535Z","end":"2026-03-06T01:02:33.806846Z","steps":["trace[1900025355] 'agreement among raft nodes before linearized reading' (duration: 321.418977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408630421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-06T01:02:33.806915Z","caller":"traceutil/trace.go:171","msg":"trace[454955312] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13836; }","duration":"1.408703583s","start":"2026-03-06T01:02:32.398199Z","end":"2026-03-06T01:02:33.806902Z","steps":["trace[454955312] 'agreement among raft nodes before linearized reading' (duration: 1.408607681s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.806947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.39818Z","time spent":"1.408761334s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.628457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:02:33.807084Z","caller":"traceutil/trace.go:171","msg":"trace[1237460649] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13836; }","duration":"482.711899ms","start":"2026-03-06T01:02:33.324361Z","end":"2026-03-06T01:02:33.807073Z","steps":["trace[1237460649] 'agreement among raft nodes before linearized reading' (duration: 482.608057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.32435Z","time spent":"482.76087ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.907322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T01:02:33.80718Z","caller":"traceutil/trace.go:171","msg":"trace[1162362153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13836; }","duration":"544.962083ms","start":"2026-03-06T01:02:33.26221Z","end":"2026-03-06T01:02:33.807173Z","steps":["trace[1162362153] 'agreement among raft nodes before linearized reading' (duration: 544.906052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.262201Z","time spent":"544.993804ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:33.80711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.162035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:33.807222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67510829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:33.80726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.590819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T01:02:33.807267Z","caller":"traceutil/trace.go:171","msg":"trace[394108612] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13836; }","duration":"1.675194032s","start":"2026-03-06T01:02:32.132063Z","end":"2026-03-06T01:02:33.807257Z","steps":["trace[394108612] 'agreement among raft nodes before linearized reading' (duration: 1.67508708s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:33.807247Z","caller":"traceutil/trace.go:171","msg":"trace[234296179] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13836; }","duration":"620.38713ms","start":"2026-03-06T01:02:33.186847Z","end":"2026-03-06T01:02:33.807234Z","steps":["trace[234296179] 'agreement among raft nodes before linearized reading' (duration: 620.063912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.394493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:02:33.807332Z","caller":"traceutil/trace.go:171","msg":"trace[976243413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13836; }","duration":"555.478074ms","start":"2026-03-06T01:02:33.251851Z","end":"2026-03-06T01:02:33.807329Z","steps":["trace[976243413] 'agreement among raft nodes before linearized reading' (duration: 555.439923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.80735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.251815Z","time spent":"555.531735ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675323925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-06T01:02:33.806002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.342706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:33.807421Z","caller":"traceutil/trace.go:171","msg":"trace[586561777] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13836; }","duration":"1.675375897s","start":"2026-03-06T01:02:32.132037Z","end":"2026-03-06T01:02:33.807413Z","steps":["trace[586561777] 'agreement among raft nodes before linearized reading' (duration: 1.675285815s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.122732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T01:02:33.807443Z","caller":"traceutil/trace.go:171","msg":"trace[867185834] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13836; }","duration":"620.869641ms","start":"2026-03-06T01:02:33.186557Z","end":"2026-03-06T01:02:33.807427Z","steps":["trace[867185834] 'agreement among raft nodes before linearized reading' (duration: 619.191843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.13203Z","time spent":"1.675417688s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-06T01:02:33.80747Z","caller":"traceutil/trace.go:171","msg":"trace[1353380453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13836; }","duration":"571.165803ms","start":"2026-03-06T01:02:33.236298Z","end":"2026-03-06T01:02:33.807463Z","steps":["trace[1353380453] 'agreement among raft nodes before linearized reading' (duration: 571.117252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.236262Z","time spent":"571.221274ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.186535Z","time spent":"620.939242ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.796923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.807586Z","caller":"traceutil/trace.go:171","msg":"trace[1999806678] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13836; }","duration":"618.826124ms","start":"2026-03-06T01:02:33.188754Z","end":"2026-03-06T01:02:33.80758Z","steps":["trace[1999806678] 'agreement among raft nodes before linearized reading' (duration: 618.800383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.188745Z","time spent":"618.852445ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.973113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:33.807708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.560123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:33.80773Z","caller":"traceutil/trace.go:171","msg":"trace[625486851] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13836; }","duration":"620.600425ms","start":"2026-03-06T01:02:33.187125Z","end":"2026-03-06T01:02:33.807725Z","steps":["trace[625486851] 'agreement among raft nodes before linearized reading' (duration: 620.537123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.187115Z","time spent":"620.627305ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:02:33.807721Z","caller":"traceutil/trace.go:171","msg":"trace[1277452759] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13836; }","duration":"621.106876ms","start":"2026-03-06T01:02:33.186597Z","end":"2026-03-06T01:02:33.807704Z","steps":["trace[1277452759] 'agreement among raft nodes before linearized reading' (duration: 620.867291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.663866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.807799Z","caller":"traceutil/trace.go:171","msg":"trace[1927058259] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13836; }","duration":"620.694077ms","start":"2026-03-06T01:02:33.187102Z","end":"2026-03-06T01:02:33.807796Z","steps":["trace[1927058259] 'agreement among raft nodes before linearized reading' (duration: 620.673826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.186575Z","time spent":"621.217418ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:02:33.807279Z","caller":"traceutil/trace.go:171","msg":"trace[1563165682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13836; }","duration":"549.641351ms","start":"2026-03-06T01:02:33.257633Z","end":"2026-03-06T01:02:33.807275Z","steps":["trace[1563165682] 'agreement among raft nodes before linearized reading' (duration: 549.60006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.807863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.25758Z","time spent":"550.278065ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.18683Z","time spent":"620.503222ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.354852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:33.807988Z","caller":"traceutil/trace.go:171","msg":"trace[793042487] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13836; }","duration":"621.393933ms","start":"2026-03-06T01:02:33.186588Z","end":"2026-03-06T01:02:33.807982Z","steps":["trace[793042487] 'agreement among raft nodes before linearized reading' (duration: 621.326381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.808008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.186582Z","time spent":"621.422363ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.187094Z","time spent":"620.720297ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.122021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-06T01:02:33.80811Z","caller":"traceutil/trace.go:171","msg":"trace[1740877298] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13836; }","duration":"381.332489ms","start":"2026-03-06T01:02:33.426772Z","end":"2026-03-06T01:02:33.808105Z","steps":["trace[1740877298] 'agreement among raft nodes before linearized reading' (duration: 380.128691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.80813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.426749Z","time spent":"381.375609ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.184373Z","time spent":"621.817013ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:02:33.80668Z","caller":"traceutil/trace.go:171","msg":"trace[568359074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13836; }","duration":"1.365179607s","start":"2026-03-06T01:02:32.441497Z","end":"2026-03-06T01:02:33.806676Z","steps":["trace[568359074] 'agreement among raft nodes before linearized reading' (duration: 1.365136126s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.808216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.441476Z","time spent":"1.366726582s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:02:33.806884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.485326Z","time spent":"321.553141ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-njpkk\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679660404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:33.808329Z","caller":"traceutil/trace.go:171","msg":"trace[532893037] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13836; }","duration":"1.680376621s","start":"2026-03-06T01:02:32.127947Z","end":"2026-03-06T01:02:33.808323Z","steps":["trace[532893037] 'agreement among raft nodes before linearized reading' (duration: 1.679683885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:33.808351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.127926Z","time spent":"1.680420422s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:33.807304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:32.132044Z","time spent":"1.675253243s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:02:34.102851Z","caller":"traceutil/trace.go:171","msg":"trace[1954736812] linearizableReadLoop","detail":"{readStateIndex:14345; appliedIndex:14344; }","duration":"285.551226ms","start":"2026-03-06T01:02:33.817258Z","end":"2026-03-06T01:02:34.102809Z","steps":["trace[1954736812] 'read index received' (duration: 264.7629ms)","trace[1954736812] 'applied index is now lower than readState.Index' (duration: 20.786716ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:34.102919Z","caller":"traceutil/trace.go:171","msg":"trace[275209094] transaction","detail":"{read_only:false; response_revision:13837; number_of_response:1; }","duration":"310.112127ms","start":"2026-03-06T01:02:33.792768Z","end":"2026-03-06T01:02:34.10288Z","steps":["trace[275209094] 'process raft request' (duration: 289.291901ms)","trace[275209094] 'compare' (duration: 20.571311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:34.103084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.792736Z","time spent":"310.257851ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:34.103278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.984015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:02:34.10333Z","caller":"traceutil/trace.go:171","msg":"trace[507010154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13837; }","duration":"286.081367ms","start":"2026-03-06T01:02:33.817236Z","end":"2026-03-06T01:02:34.103318Z","steps":["trace[507010154] 'agreement among raft nodes before linearized reading' (duration: 285.75137ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.345578Z","caller":"traceutil/trace.go:171","msg":"trace[2025980099] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"528.060696ms","start":"2026-03-06T01:02:33.817467Z","end":"2026-03-06T01:02:34.345527Z","steps":["trace[2025980099] 'process raft request' (duration: 527.759909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.34571Z","caller":"traceutil/trace.go:171","msg":"trace[1281208063] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"528.203649ms","start":"2026-03-06T01:02:33.817497Z","end":"2026-03-06T01:02:34.345701Z","steps":["trace[1281208063] 'process raft request' (duration: 527.993644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.345877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.817464Z","time spent":"528.301971ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:34.345844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.817445Z","time spent":"528.22623ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:34.345572Z","caller":"traceutil/trace.go:171","msg":"trace[730934971] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"528.057476ms","start":"2026-03-06T01:02:33.817481Z","end":"2026-03-06T01:02:34.345538Z","steps":["trace[730934971] 'process raft request' (duration: 527.956004ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.346205Z","caller":"traceutil/trace.go:171","msg":"trace[1970798377] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"528.633099ms","start":"2026-03-06T01:02:33.817541Z","end":"2026-03-06T01:02:34.346174Z","steps":["trace[1970798377] 'process raft request' (duration: 528.126237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.346201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.817466Z","time spent":"528.636399ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:34.346318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.817526Z","time spent":"528.731952ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:34.346674Z","caller":"traceutil/trace.go:171","msg":"trace[1907553207] linearizableReadLoop","detail":"{readStateIndex:14351; appliedIndex:14345; }","duration":"243.718558ms","start":"2026-03-06T01:02:34.102945Z","end":"2026-03-06T01:02:34.346663Z","steps":["trace[1907553207] 'read index received' (duration: 242.367787ms)","trace[1907553207] 'applied index is now lower than readState.Index' (duration: 1.349871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:34.346983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.53075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-06T01:02:34.347027Z","caller":"traceutil/trace.go:171","msg":"trace[558163574] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7; range_end:; response_count:1; response_revision:13843; }","duration":"529.579061ms","start":"2026-03-06T01:02:33.817432Z","end":"2026-03-06T01:02:34.347011Z","steps":["trace[558163574] 'agreement among raft nodes before linearized reading' (duration: 529.450458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.347055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.817424Z","time spent":"529.625672ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7\" "} {"level":"info","ts":"2026-03-06T01:02:34.347255Z","caller":"traceutil/trace.go:171","msg":"trace[787167841] transaction","detail":"{read_only:false; response_revision:13842; number_of_response:1; }","duration":"528.108147ms","start":"2026-03-06T01:02:33.81913Z","end":"2026-03-06T01:02:34.347238Z","steps":["trace[787167841] 'process raft request' (duration: 526.901089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.347341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.819109Z","time spent":"528.19386ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:34.347452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.112604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:34.347512Z","caller":"traceutil/trace.go:171","msg":"trace[498729275] transaction","detail":"{read_only:false; response_revision:13843; number_of_response:1; }","duration":"517.624897ms","start":"2026-03-06T01:02:33.829874Z","end":"2026-03-06T01:02:34.347499Z","steps":["trace[498729275] 'process raft request' (duration: 516.712186ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.347519Z","caller":"traceutil/trace.go:171","msg":"trace[57611025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13843; }","duration":"530.186995ms","start":"2026-03-06T01:02:33.817317Z","end":"2026-03-06T01:02:34.347504Z","steps":["trace[57611025] 'agreement among raft nodes before linearized reading' (duration: 530.068172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.34756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.817263Z","time spent":"530.290677ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:02:34.347573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.829856Z","time spent":"517.687839ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:34.347721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.417222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:02:34.347761Z","caller":"traceutil/trace.go:171","msg":"trace[890054064] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13843; }","duration":"437.501394ms","start":"2026-03-06T01:02:33.91025Z","end":"2026-03-06T01:02:34.347751Z","steps":["trace[890054064] 'agreement among raft nodes before linearized reading' (duration: 437.421762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.347793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.910229Z","time spent":"437.556865ms","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:34.347874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.835898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737421"} {"level":"info","ts":"2026-03-06T01:02:34.347938Z","caller":"traceutil/trace.go:171","msg":"trace[2088336722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13843; }","duration":"526.9168ms","start":"2026-03-06T01:02:33.821011Z","end":"2026-03-06T01:02:34.347928Z","steps":["trace[2088336722] 'agreement among raft nodes before linearized reading' (duration: 526.143472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.347964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.821004Z","time spent":"526.952001ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:02:34.348736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.852541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737421"} {"level":"info","ts":"2026-03-06T01:02:34.348781Z","caller":"traceutil/trace.go:171","msg":"trace[971749479] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13843; }","duration":"513.912312ms","start":"2026-03-06T01:02:33.83486Z","end":"2026-03-06T01:02:34.348772Z","steps":["trace[971749479] 'agreement among raft nodes before linearized reading' (duration: 511.834135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.348813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.834849Z","time spent":"513.954843ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:02:34.348847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.882822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737421"} {"level":"info","ts":"2026-03-06T01:02:34.349725Z","caller":"traceutil/trace.go:171","msg":"trace[978506421] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13843; }","duration":"514.775372ms","start":"2026-03-06T01:02:33.834936Z","end":"2026-03-06T01:02:34.349712Z","steps":["trace[978506421] 'agreement among raft nodes before linearized reading' (duration: 512.836337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.34977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.834924Z","time spent":"514.832704ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:02:34.350013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.448926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737421"} {"level":"warn","ts":"2026-03-06T01:02:34.349061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.645428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737421"} {"level":"info","ts":"2026-03-06T01:02:34.350303Z","caller":"traceutil/trace.go:171","msg":"trace[2046156760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13843; }","duration":"532.946378ms","start":"2026-03-06T01:02:33.817333Z","end":"2026-03-06T01:02:34.350279Z","steps":["trace[2046156760] 'agreement among raft nodes before linearized reading' (duration: 529.898268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.350046Z","caller":"traceutil/trace.go:171","msg":"trace[1536704589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13843; }","duration":"518.516497ms","start":"2026-03-06T01:02:33.831523Z","end":"2026-03-06T01:02:34.350039Z","steps":["trace[1536704589] 'agreement among raft nodes before linearized reading' (duration: 515.296134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.350488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.831505Z","time spent":"518.934107ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:02:34.350375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:33.817298Z","time spent":"533.0572ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:02:34.667644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.119483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:34.667762Z","caller":"traceutil/trace.go:171","msg":"trace[1589236046] linearizableReadLoop","detail":"{readStateIndex:14352; appliedIndex:14351; }","duration":"321.000887ms","start":"2026-03-06T01:02:34.346745Z","end":"2026-03-06T01:02:34.667746Z","steps":["trace[1589236046] 'read index received' (duration: 81.559607ms)","trace[1589236046] 'applied index is now lower than readState.Index' (duration: 239.43995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:34.667862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.570496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:34.66792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.293465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:34.667929Z","caller":"traceutil/trace.go:171","msg":"trace[2094353275] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13844; }","duration":"354.687758ms","start":"2026-03-06T01:02:34.313223Z","end":"2026-03-06T01:02:34.667911Z","steps":["trace[2094353275] 'agreement among raft nodes before linearized reading' (duration: 354.546325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:34.667955Z","caller":"traceutil/trace.go:171","msg":"trace[1822625558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13844; }","duration":"311.342457ms","start":"2026-03-06T01:02:34.3566Z","end":"2026-03-06T01:02:34.667942Z","steps":["trace[1822625558] 'agreement among raft nodes before linearized reading' (duration: 311.287435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.667965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.313187Z","time spent":"354.77062ms","remote":"127.0.0.1:58602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:34.667991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.356583Z","time spent":"311.400638ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:02:34.667988Z","caller":"traceutil/trace.go:171","msg":"trace[915302978] transaction","detail":"{read_only:false; response_revision:13844; number_of_response:1; }","duration":"470.718744ms","start":"2026-03-06T01:02:34.197184Z","end":"2026-03-06T01:02:34.667903Z","steps":["trace[915302978] 'process raft request' (duration: 231.213862ms)","trace[915302978] 'compare' (duration: 238.506409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:34.668087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.925704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18849"} {"level":"warn","ts":"2026-03-06T01:02:34.668099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.510055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:02:34.668191Z","caller":"traceutil/trace.go:171","msg":"trace[1533469960] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13844; }","duration":"563.080468ms","start":"2026-03-06T01:02:34.105088Z","end":"2026-03-06T01:02:34.668168Z","steps":["trace[1533469960] 'agreement among raft nodes before linearized reading' (duration: 562.772451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.668242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.105069Z","time spent":"563.16397ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18872,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:02:34.668198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.197161Z","time spent":"470.927859ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:34.668246Z","caller":"traceutil/trace.go:171","msg":"trace[1050627377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13844; }","duration":"555.73155ms","start":"2026-03-06T01:02:34.112492Z","end":"2026-03-06T01:02:34.668223Z","steps":["trace[1050627377] 'agreement among raft nodes before linearized reading' (duration: 555.381622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.668395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.112439Z","time spent":"555.895444ms","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:02:34.669145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.920177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:34.669274Z","caller":"traceutil/trace.go:171","msg":"trace[594898249] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13844; }","duration":"453.896669ms","start":"2026-03-06T01:02:34.215358Z","end":"2026-03-06T01:02:34.669255Z","steps":["trace[594898249] 'agreement among raft nodes before linearized reading' (duration: 452.470546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:34.669363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:34.215326Z","time spent":"454.017042ms","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:02:35.81453Z","caller":"traceutil/trace.go:171","msg":"trace[270652630] linearizableReadLoop","detail":"{readStateIndex:14353; appliedIndex:14352; }","duration":"140.538507ms","start":"2026-03-06T01:02:35.673977Z","end":"2026-03-06T01:02:35.814515Z","steps":["trace[270652630] 'read index received' (duration: 140.380063ms)","trace[270652630] 'applied index is now lower than readState.Index' (duration: 157.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:35.814637Z","caller":"traceutil/trace.go:171","msg":"trace[1686336815] transaction","detail":"{read_only:false; response_revision:13845; number_of_response:1; }","duration":"168.736072ms","start":"2026-03-06T01:02:35.645893Z","end":"2026-03-06T01:02:35.814629Z","steps":["trace[1686336815] 'process raft request' (duration: 168.462596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:35.815126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.14565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:35.815163Z","caller":"traceutil/trace.go:171","msg":"trace[1773596693] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13845; }","duration":"141.217002ms","start":"2026-03-06T01:02:35.673937Z","end":"2026-03-06T01:02:35.815154Z","steps":["trace[1773596693] 'agreement among raft nodes before linearized reading' (duration: 141.13758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.048532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.146401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:02:36.04893Z","caller":"traceutil/trace.go:171","msg":"trace[849686101] transaction","detail":"{read_only:false; response_revision:13846; number_of_response:1; }","duration":"225.00139ms","start":"2026-03-06T01:02:35.823854Z","end":"2026-03-06T01:02:36.048855Z","steps":["trace[849686101] 'process raft request' (duration: 55.433899ms)","trace[849686101] 'compare' (duration: 169.005728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:36.049275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.305917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:36.049348Z","caller":"traceutil/trace.go:171","msg":"trace[2011987031] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13846; }","duration":"225.399089ms","start":"2026-03-06T01:02:35.823932Z","end":"2026-03-06T01:02:36.049331Z","steps":["trace[2011987031] 'agreement among raft nodes before linearized reading' (duration: 225.01237ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.048663Z","caller":"traceutil/trace.go:171","msg":"trace[931788874] linearizableReadLoop","detail":"{readStateIndex:14354; appliedIndex:14353; }","duration":"224.693472ms","start":"2026-03-06T01:02:35.823952Z","end":"2026-03-06T01:02:36.048646Z","steps":["trace[931788874] 'read index received' (duration: 55.421588ms)","trace[931788874] 'applied index is now lower than readState.Index' (duration: 169.270804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:36.050606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.613198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:36.050657Z","caller":"traceutil/trace.go:171","msg":"trace[738010809] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13846; }","duration":"223.680679ms","start":"2026-03-06T01:02:35.826967Z","end":"2026-03-06T01:02:36.050647Z","steps":["trace[738010809] 'agreement among raft nodes before linearized reading' (duration: 223.550536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.050667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.937941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:36.05073Z","caller":"traceutil/trace.go:171","msg":"trace[2072643304] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13846; }","duration":"219.043184ms","start":"2026-03-06T01:02:35.831671Z","end":"2026-03-06T01:02:36.050714Z","steps":["trace[2072643304] 'agreement among raft nodes before linearized reading' (duration: 218.8896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.050764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.404106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:36.050795Z","caller":"traceutil/trace.go:171","msg":"trace[805900154] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13846; }","duration":"217.444407ms","start":"2026-03-06T01:02:35.83334Z","end":"2026-03-06T01:02:36.050784Z","steps":["trace[805900154] 'agreement among raft nodes before linearized reading' (duration: 217.303184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.050844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.34616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:36.050873Z","caller":"traceutil/trace.go:171","msg":"trace[165347745] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13846; }","duration":"219.394291ms","start":"2026-03-06T01:02:35.831471Z","end":"2026-03-06T01:02:36.050866Z","steps":["trace[165347745] 'agreement among raft nodes before linearized reading' (duration: 219.32661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.050916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.70324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:36.050942Z","caller":"traceutil/trace.go:171","msg":"trace[61875427] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13846; }","duration":"223.774742ms","start":"2026-03-06T01:02:35.82716Z","end":"2026-03-06T01:02:36.050934Z","steps":["trace[61875427] 'agreement among raft nodes before linearized reading' (duration: 223.70936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.050953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.874874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:36.050914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.368101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:36.050984Z","caller":"traceutil/trace.go:171","msg":"trace[766810439] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13846; }","duration":"223.913885ms","start":"2026-03-06T01:02:35.827058Z","end":"2026-03-06T01:02:36.050972Z","steps":["trace[766810439] 'agreement among raft nodes before linearized reading' (duration: 223.873534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.429169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:36.051091Z","caller":"traceutil/trace.go:171","msg":"trace[2139643157] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13846; }","duration":"218.48146ms","start":"2026-03-06T01:02:35.832601Z","end":"2026-03-06T01:02:36.051083Z","steps":["trace[2139643157] 'agreement among raft nodes before linearized reading' (duration: 218.380888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.914592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18849"} {"level":"info","ts":"2026-03-06T01:02:36.051091Z","caller":"traceutil/trace.go:171","msg":"trace[427901073] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13846; }","duration":"226.599256ms","start":"2026-03-06T01:02:35.824388Z","end":"2026-03-06T01:02:36.050987Z","steps":["trace[427901073] 'agreement among raft nodes before linearized reading' (duration: 226.194257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.213982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:36.051186Z","caller":"traceutil/trace.go:171","msg":"trace[2098780641] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13846; }","duration":"224.255112ms","start":"2026-03-06T01:02:35.826925Z","end":"2026-03-06T01:02:36.051181Z","steps":["trace[2098780641] 'agreement among raft nodes before linearized reading' (duration: 224.222782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.261823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:36.051237Z","caller":"traceutil/trace.go:171","msg":"trace[1096834115] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13846; }","duration":"224.310053ms","start":"2026-03-06T01:02:35.82692Z","end":"2026-03-06T01:02:36.05123Z","steps":["trace[1096834115] 'agreement among raft nodes before linearized reading' (duration: 224.261282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.528975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:36.051311Z","caller":"traceutil/trace.go:171","msg":"trace[1242333211] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13846; }","duration":"226.610876ms","start":"2026-03-06T01:02:35.824694Z","end":"2026-03-06T01:02:36.051305Z","steps":["trace[1242333211] 'agreement among raft nodes before linearized reading' (duration: 226.573685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.310364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:36.051126Z","caller":"traceutil/trace.go:171","msg":"trace[1307640624] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13846; }","duration":"222.948033ms","start":"2026-03-06T01:02:35.828172Z","end":"2026-03-06T01:02:36.05112Z","steps":["trace[1307640624] 'agreement among raft nodes before linearized reading' (duration: 222.871901ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.051391Z","caller":"traceutil/trace.go:171","msg":"trace[180085279] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13846; }","duration":"224.409547ms","start":"2026-03-06T01:02:35.826958Z","end":"2026-03-06T01:02:36.051367Z","steps":["trace[180085279] 'agreement among raft nodes before linearized reading' (duration: 224.218762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.05143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.250021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:36.051468Z","caller":"traceutil/trace.go:171","msg":"trace[91265507] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13846; }","duration":"227.342524ms","start":"2026-03-06T01:02:35.824115Z","end":"2026-03-06T01:02:36.051458Z","steps":["trace[91265507] 'agreement among raft nodes before linearized reading' (duration: 227.290612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.350954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:36.051498Z","caller":"traceutil/trace.go:171","msg":"trace[1269730311] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13846; }","duration":"227.397724ms","start":"2026-03-06T01:02:35.824095Z","end":"2026-03-06T01:02:36.051493Z","steps":["trace[1269730311] 'agreement among raft nodes before linearized reading' (duration: 227.359084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.58631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:36.051566Z","caller":"traceutil/trace.go:171","msg":"trace[1655985212] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13846; }","duration":"218.148913ms","start":"2026-03-06T01:02:35.833409Z","end":"2026-03-06T01:02:36.051558Z","steps":["trace[1655985212] 'agreement among raft nodes before linearized reading' (duration: 217.285903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.051664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.363144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:36.051785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.719452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-06T01:02:36.051826Z","caller":"traceutil/trace.go:171","msg":"trace[1488990029] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13846; }","duration":"227.779933ms","start":"2026-03-06T01:02:35.824037Z","end":"2026-03-06T01:02:36.051817Z","steps":["trace[1488990029] 'agreement among raft nodes before linearized reading' (duration: 227.67477ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.051937Z","caller":"traceutil/trace.go:171","msg":"trace[1187215215] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13846; }","duration":"227.582689ms","start":"2026-03-06T01:02:35.824188Z","end":"2026-03-06T01:02:36.05177Z","steps":["trace[1187215215] 'agreement among raft nodes before linearized reading' (duration: 227.229361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.052271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.256174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:36.052323Z","caller":"traceutil/trace.go:171","msg":"trace[1213164718] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13846; }","duration":"228.310625ms","start":"2026-03-06T01:02:35.824001Z","end":"2026-03-06T01:02:36.052312Z","steps":["trace[1213164718] 'agreement among raft nodes before linearized reading' (duration: 226.505724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.211982Z","caller":"traceutil/trace.go:171","msg":"trace[1777921443] transaction","detail":"{read_only:false; response_revision:13847; number_of_response:1; }","duration":"102.844024ms","start":"2026-03-06T01:02:36.1091Z","end":"2026-03-06T01:02:36.211944Z","steps":["trace[1777921443] 'process raft request' (duration: 102.184339ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.626798Z","caller":"traceutil/trace.go:171","msg":"trace[1117250069] linearizableReadLoop","detail":"{readStateIndex:14362; appliedIndex:14356; }","duration":"254.337032ms","start":"2026-03-06T01:02:36.372437Z","end":"2026-03-06T01:02:36.626774Z","steps":["trace[1117250069] 'read index received' (duration: 39.652428ms)","trace[1117250069] 'applied index is now lower than readState.Index' (duration: 214.683704ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:02:36.627158Z","caller":"traceutil/trace.go:171","msg":"trace[1207550158] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"268.481255ms","start":"2026-03-06T01:02:36.358658Z","end":"2026-03-06T01:02:36.62714Z","steps":["trace[1207550158] 'process raft request' (duration: 267.80165ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.627375Z","caller":"traceutil/trace.go:171","msg":"trace[85863807] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"267.78747ms","start":"2026-03-06T01:02:36.35956Z","end":"2026-03-06T01:02:36.627348Z","steps":["trace[85863807] 'process raft request' (duration: 267.177776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.627488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.033628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T01:02:36.627534Z","caller":"traceutil/trace.go:171","msg":"trace[776765550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:13854; }","duration":"255.12223ms","start":"2026-03-06T01:02:36.372399Z","end":"2026-03-06T01:02:36.627522Z","steps":["trace[776765550] 'agreement among raft nodes before linearized reading' (duration: 254.971036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.627671Z","caller":"traceutil/trace.go:171","msg":"trace[1753884062] transaction","detail":"{read_only:false; response_revision:13851; number_of_response:1; }","duration":"268.810613ms","start":"2026-03-06T01:02:36.358833Z","end":"2026-03-06T01:02:36.627644Z","steps":["trace[1753884062] 'process raft request' (duration: 267.789779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.627783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.318614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-06T01:02:36.627822Z","caller":"traceutil/trace.go:171","msg":"trace[756567974] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dlpj2; range_end:; response_count:1; response_revision:13854; }","duration":"255.410737ms","start":"2026-03-06T01:02:36.372402Z","end":"2026-03-06T01:02:36.627813Z","steps":["trace[756567974] 'agreement among raft nodes before linearized reading' (duration: 255.307914ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.627887Z","caller":"traceutil/trace.go:171","msg":"trace[398946901] transaction","detail":"{read_only:false; response_revision:13852; number_of_response:1; }","duration":"268.945916ms","start":"2026-03-06T01:02:36.358931Z","end":"2026-03-06T01:02:36.627877Z","steps":["trace[398946901] 'process raft request' (duration: 267.736778ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:36.628047Z","caller":"traceutil/trace.go:171","msg":"trace[1098080319] transaction","detail":"{read_only:false; response_revision:13853; number_of_response:1; }","duration":"269.037518ms","start":"2026-03-06T01:02:36.359Z","end":"2026-03-06T01:02:36.628037Z","steps":["trace[1098080319] 'process raft request' (duration: 267.703037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.628332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.108677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-06T01:02:36.628374Z","caller":"traceutil/trace.go:171","msg":"trace[574269470] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j6tvb; range_end:; response_count:1; response_revision:13854; }","duration":"244.178639ms","start":"2026-03-06T01:02:36.384187Z","end":"2026-03-06T01:02:36.628365Z","steps":["trace[574269470] 'agreement among raft nodes before linearized reading' (duration: 244.081147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.628549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.451467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-06T01:02:36.628584Z","caller":"traceutil/trace.go:171","msg":"trace[2015639788] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13854; }","duration":"248.518708ms","start":"2026-03-06T01:02:36.380058Z","end":"2026-03-06T01:02:36.628577Z","steps":["trace[2015639788] 'agreement among raft nodes before linearized reading' (duration: 248.423096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:36.628849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.032379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-06T01:02:36.628888Z","caller":"traceutil/trace.go:171","msg":"trace[307412218] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13854; }","duration":"252.08719ms","start":"2026-03-06T01:02:36.376792Z","end":"2026-03-06T01:02:36.628879Z","steps":["trace[307412218] 'agreement among raft nodes before linearized reading' (duration: 251.883995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:37.890845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.183737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T01:02:37.890922Z","caller":"traceutil/trace.go:171","msg":"trace[2106670624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13856; }","duration":"368.334111ms","start":"2026-03-06T01:02:37.52257Z","end":"2026-03-06T01:02:37.890904Z","steps":["trace[2106670624] 'range keys from in-memory index tree' (duration: 367.983593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:37.890955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:37.522539Z","time spent":"368.408492ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:02:38.542454Z","caller":"traceutil/trace.go:171","msg":"trace[1614015229] linearizableReadLoop","detail":"{readStateIndex:14366; appliedIndex:14365; }","duration":"493.416703ms","start":"2026-03-06T01:02:38.048977Z","end":"2026-03-06T01:02:38.542394Z","steps":["trace[1614015229] 'read index received' (duration: 493.217018ms)","trace[1614015229] 'applied index is now lower than readState.Index' (duration: 198.575µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:38.542696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.683648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:38.542823Z","caller":"traceutil/trace.go:171","msg":"trace[968439363] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13857; }","duration":"493.900944ms","start":"2026-03-06T01:02:38.048897Z","end":"2026-03-06T01:02:38.542798Z","steps":["trace[968439363] 'agreement among raft nodes before linearized reading' (duration: 493.647678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.542881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.04887Z","time spent":"493.999536ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:02:38.543646Z","caller":"traceutil/trace.go:171","msg":"trace[847861326] transaction","detail":"{read_only:false; response_revision:13857; number_of_response:1; }","duration":"647.162241ms","start":"2026-03-06T01:02:37.895334Z","end":"2026-03-06T01:02:38.542497Z","steps":["trace[847861326] 'process raft request' (duration: 646.848724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.543782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:37.895312Z","time spent":"648.39006ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:38.975282Z","caller":"traceutil/trace.go:171","msg":"trace[295927291] linearizableReadLoop","detail":"{readStateIndex:14368; appliedIndex:14366; }","duration":"432.710314ms","start":"2026-03-06T01:02:38.542528Z","end":"2026-03-06T01:02:38.975238Z","steps":["trace[295927291] 'read index received' (duration: 430.642266ms)","trace[295927291] 'applied index is now lower than readState.Index' (duration: 2.066638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:02:38.975441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.701668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:38.97551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.654173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:38.975562Z","caller":"traceutil/trace.go:171","msg":"trace[213338571] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13859; }","duration":"915.849741ms","start":"2026-03-06T01:02:38.059685Z","end":"2026-03-06T01:02:38.975535Z","steps":["trace[213338571] 'agreement among raft nodes before linearized reading' (duration: 915.585795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.975607Z","caller":"traceutil/trace.go:171","msg":"trace[1124648936] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13859; }","duration":"917.779976ms","start":"2026-03-06T01:02:38.057806Z","end":"2026-03-06T01:02:38.975586Z","steps":["trace[1124648936] 'agreement among raft nodes before linearized reading' (duration: 917.603762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.975617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.05968Z","time spent":"915.927813ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:38.975661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.057801Z","time spent":"917.849567ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:38.975807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.902331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-06T01:02:38.975845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.314151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:38.975872Z","caller":"traceutil/trace.go:171","msg":"trace[1590094387] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13859; }","duration":"918.979983ms","start":"2026-03-06T01:02:38.056874Z","end":"2026-03-06T01:02:38.975854Z","steps":["trace[1590094387] 'agreement among raft nodes before linearized reading' (duration: 918.817569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.975885Z","caller":"traceutil/trace.go:171","msg":"trace[1074948832] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13859; }","duration":"916.360823ms","start":"2026-03-06T01:02:38.059513Z","end":"2026-03-06T01:02:38.975873Z","steps":["trace[1074948832] 'agreement among raft nodes before linearized reading' (duration: 916.303562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.975927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.059506Z","time spent":"916.412794ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:02:38.97594Z","caller":"traceutil/trace.go:171","msg":"trace[79523381] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"922.006012ms","start":"2026-03-06T01:02:38.053916Z","end":"2026-03-06T01:02:38.975923Z","steps":["trace[79523381] 'process raft request' (duration: 919.208738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.709342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-06T01:02:38.976103Z","caller":"traceutil/trace.go:171","msg":"trace[208685633] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13859; }","duration":"920.793694ms","start":"2026-03-06T01:02:38.055297Z","end":"2026-03-06T01:02:38.976091Z","steps":["trace[208685633] 'agreement among raft nodes before linearized reading' (duration: 920.663611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.053884Z","time spent":"922.092844ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:02:38.976149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.055286Z","time spent":"920.853275ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-06T01:02:38.976189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.386846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:38.976173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.495938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-06T01:02:38.97623Z","caller":"traceutil/trace.go:171","msg":"trace[491828000] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"759.122964ms","start":"2026-03-06T01:02:38.217094Z","end":"2026-03-06T01:02:38.976217Z","steps":["trace[491828000] 'process raft request' (duration: 757.931537ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.976243Z","caller":"traceutil/trace.go:171","msg":"trace[751998890] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13859; }","duration":"917.448757ms","start":"2026-03-06T01:02:38.058781Z","end":"2026-03-06T01:02:38.97623Z","steps":["trace[751998890] 'agreement among raft nodes before linearized reading' (duration: 917.370726ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.976281Z","caller":"traceutil/trace.go:171","msg":"trace[505271158] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13859; }","duration":"920.648811ms","start":"2026-03-06T01:02:38.055605Z","end":"2026-03-06T01:02:38.976254Z","steps":["trace[505271158] 'agreement among raft nodes before linearized reading' (duration: 920.317713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.838367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:38.976349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.055593Z","time spent":"920.745673ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-06T01:02:38.976386Z","caller":"traceutil/trace.go:171","msg":"trace[550084880] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13859; }","duration":"917.888928ms","start":"2026-03-06T01:02:38.058486Z","end":"2026-03-06T01:02:38.976374Z","steps":["trace[550084880] 'agreement among raft nodes before linearized reading' (duration: 917.829136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.654126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T01:02:38.976551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.058482Z","time spent":"918.055721ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-06T01:02:38.976576Z","caller":"traceutil/trace.go:171","msg":"trace[326985219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13859; }","duration":"343.791989ms","start":"2026-03-06T01:02:38.632771Z","end":"2026-03-06T01:02:38.976562Z","steps":["trace[326985219] 'agreement among raft nodes before linearized reading' (duration: 343.611675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.632746Z","time spent":"343.86542ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:38.976678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.851813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:38.976702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.330784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:38.976744Z","caller":"traceutil/trace.go:171","msg":"trace[1114365180] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13859; }","duration":"920.392165ms","start":"2026-03-06T01:02:38.056341Z","end":"2026-03-06T01:02:38.976733Z","steps":["trace[1114365180] 'agreement among raft nodes before linearized reading' (duration: 920.273202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.05633Z","time spent":"920.444187ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:38.976792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.123717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:38.976793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.995021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-06T01:02:38.976876Z","caller":"traceutil/trace.go:171","msg":"trace[518776515] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13859; }","duration":"274.137845ms","start":"2026-03-06T01:02:38.702718Z","end":"2026-03-06T01:02:38.976856Z","steps":["trace[518776515] 'agreement among raft nodes before linearized reading' (duration: 273.92774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.29073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-06T01:02:38.976905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.283663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T01:02:38.97693Z","caller":"traceutil/trace.go:171","msg":"trace[1367565668] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13859; }","duration":"902.334672ms","start":"2026-03-06T01:02:38.074587Z","end":"2026-03-06T01:02:38.976922Z","steps":["trace[1367565668] 'agreement among raft nodes before linearized reading' (duration: 902.2563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.976953Z","caller":"traceutil/trace.go:171","msg":"trace[1311355678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:13859; }","duration":"276.356546ms","start":"2026-03-06T01:02:38.700584Z","end":"2026-03-06T01:02:38.976941Z","steps":["trace[1311355678] 'agreement among raft nodes before linearized reading' (duration: 276.218332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.07458Z","time spent":"902.384453ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:38.977002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.02242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-06T01:02:38.977017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.618544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:38.977045Z","caller":"traceutil/trace.go:171","msg":"trace[604204608] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13859; }","duration":"921.084811ms","start":"2026-03-06T01:02:38.055949Z","end":"2026-03-06T01:02:38.977034Z","steps":["trace[604204608] 'agreement among raft nodes before linearized reading' (duration: 920.983398ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.977064Z","caller":"traceutil/trace.go:171","msg":"trace[829507154] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13859; }","duration":"918.668986ms","start":"2026-03-06T01:02:38.05838Z","end":"2026-03-06T01:02:38.977049Z","steps":["trace[829507154] 'agreement among raft nodes before linearized reading' (duration: 918.555013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.058375Z","time spent":"918.734497ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:02:38.976709Z","caller":"traceutil/trace.go:171","msg":"trace[1540003096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13859; }","duration":"850.921345ms","start":"2026-03-06T01:02:38.125777Z","end":"2026-03-06T01:02:38.976699Z","steps":["trace[1540003096] 'agreement among raft nodes before linearized reading' (duration: 850.875514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.347844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18849"} {"level":"warn","ts":"2026-03-06T01:02:38.977165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.125767Z","time spent":"851.390556ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:02:38.977182Z","caller":"traceutil/trace.go:171","msg":"trace[323667756] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13859; }","duration":"293.430916ms","start":"2026-03-06T01:02:38.68374Z","end":"2026-03-06T01:02:38.977171Z","steps":["trace[323667756] 'agreement among raft nodes before linearized reading' (duration: 293.303553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.453727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:38.977231Z","caller":"traceutil/trace.go:171","msg":"trace[944630052] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13859; }","duration":"903.495138ms","start":"2026-03-06T01:02:38.073726Z","end":"2026-03-06T01:02:38.977221Z","steps":["trace[944630052] 'agreement among raft nodes before linearized reading' (duration: 903.402736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.073722Z","time spent":"903.537469ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:38.975657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.631124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:38.97733Z","caller":"traceutil/trace.go:171","msg":"trace[652147296] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13859; }","duration":"920.325973ms","start":"2026-03-06T01:02:38.056989Z","end":"2026-03-06T01:02:38.977314Z","steps":["trace[652147296] 'agreement among raft nodes before linearized reading' (duration: 918.474281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.629722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:38.977383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.056974Z","time spent":"920.394945ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-06T01:02:38.977399Z","caller":"traceutil/trace.go:171","msg":"trace[428067461] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13859; }","duration":"903.682463ms","start":"2026-03-06T01:02:38.0737Z","end":"2026-03-06T01:02:38.977383Z","steps":["trace[428067461] 'agreement among raft nodes before linearized reading' (duration: 903.628261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.97708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.055938Z","time spent":"921.135873ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:38.977461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.073695Z","time spent":"903.745674ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:02:38.977464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.883178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:02:38.977511Z","caller":"traceutil/trace.go:171","msg":"trace[414820999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13859; }","duration":"343.013381ms","start":"2026-03-06T01:02:38.634481Z","end":"2026-03-06T01:02:38.977494Z","steps":["trace[414820999] 'agreement among raft nodes before linearized reading' (duration: 342.887008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.634469Z","time spent":"343.084513ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:38.977575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.891208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:02:38.977585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.240924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-06T01:02:38.97764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.422752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:02:38.977649Z","caller":"traceutil/trace.go:171","msg":"trace[1819980019] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:13859; }","duration":"273.331095ms","start":"2026-03-06T01:02:38.704304Z","end":"2026-03-06T01:02:38.977635Z","steps":["trace[1819980019] 'agreement among raft nodes before linearized reading' (duration: 273.183292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.977682Z","caller":"traceutil/trace.go:171","msg":"trace[1147788927] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13859; }","duration":"905.474093ms","start":"2026-03-06T01:02:38.072196Z","end":"2026-03-06T01:02:38.97767Z","steps":["trace[1147788927] 'agreement among raft nodes before linearized reading' (duration: 905.425792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.072187Z","time spent":"905.525755ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:02:38.975932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.056865Z","time spent":"919.053494ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-06T01:02:38.976289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.058776Z","time spent":"917.505109ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:02:38.977399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.827275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-06T01:02:38.976293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.217053Z","time spent":"759.206046ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:02:38.97794Z","caller":"traceutil/trace.go:171","msg":"trace[502073813] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j6tvb; range_end:; response_count:1; response_revision:13859; }","duration":"273.377327ms","start":"2026-03-06T01:02:38.704551Z","end":"2026-03-06T01:02:38.977928Z","steps":["trace[502073813] 'agreement among raft nodes before linearized reading' (duration: 272.673851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.977958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.203866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-03-06T01:02:38.978015Z","caller":"traceutil/trace.go:171","msg":"trace[1398828362] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dlpj2; range_end:; response_count:1; response_revision:13859; }","duration":"274.291228ms","start":"2026-03-06T01:02:38.703711Z","end":"2026-03-06T01:02:38.978002Z","steps":["trace[1398828362] 'agreement among raft nodes before linearized reading' (duration: 274.143644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.976822Z","caller":"traceutil/trace.go:171","msg":"trace[1679738653] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13859; }","duration":"902.169448ms","start":"2026-03-06T01:02:38.074644Z","end":"2026-03-06T01:02:38.976814Z","steps":["trace[1679738653] 'agreement among raft nodes before linearized reading' (duration: 902.087056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.978157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.074639Z","time spent":"903.502938ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:38.9783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.182237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:02:38.978336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.075868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:02:38.978362Z","caller":"traceutil/trace.go:171","msg":"trace[12585526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13859; }","duration":"344.26855ms","start":"2026-03-06T01:02:38.63408Z","end":"2026-03-06T01:02:38.978349Z","steps":["trace[12585526] 'agreement among raft nodes before linearized reading' (duration: 344.119806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:38.978374Z","caller":"traceutil/trace.go:171","msg":"trace[1725532140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13859; }","duration":"345.129889ms","start":"2026-03-06T01:02:38.633233Z","end":"2026-03-06T01:02:38.978363Z","steps":["trace[1725532140] 'agreement among raft nodes before linearized reading' (duration: 345.022017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.978406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.633225Z","time spent":"345.17408ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:02:38.978629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.805305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:02:38.978664Z","caller":"traceutil/trace.go:171","msg":"trace[1454153375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13859; }","duration":"345.883917ms","start":"2026-03-06T01:02:38.63277Z","end":"2026-03-06T01:02:38.978654Z","steps":["trace[1454153375] 'agreement among raft nodes before linearized reading' (duration: 345.793135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.978691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.632746Z","time spent":"345.938477ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:02:38.976533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.264201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:02:38.978867Z","caller":"traceutil/trace.go:171","msg":"trace[1865370956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13859; }","duration":"561.726377ms","start":"2026-03-06T01:02:38.417114Z","end":"2026-03-06T01:02:38.97884Z","steps":["trace[1865370956] 'agreement among raft nodes before linearized reading' (duration: 559.210849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.978925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.417087Z","time spent":"561.82093ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:02:38.976633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.502369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-06T01:02:38.979039Z","caller":"traceutil/trace.go:171","msg":"trace[321830870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13859; }","duration":"569.970085ms","start":"2026-03-06T01:02:38.409055Z","end":"2026-03-06T01:02:38.979025Z","steps":["trace[321830870] 'agreement among raft nodes before linearized reading' (duration: 567.503319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.979088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.409029Z","time spent":"570.047647ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-06T01:02:38.977603Z","caller":"traceutil/trace.go:171","msg":"trace[1133573717] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13859; }","duration":"903.933359ms","start":"2026-03-06T01:02:38.073661Z","end":"2026-03-06T01:02:38.977594Z","steps":["trace[1133573717] 'agreement among raft nodes before linearized reading' (duration: 903.884227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.976903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.478051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-06T01:02:38.979238Z","caller":"traceutil/trace.go:171","msg":"trace[168007778] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13859; }","duration":"920.808095ms","start":"2026-03-06T01:02:38.058406Z","end":"2026-03-06T01:02:38.979214Z","steps":["trace[168007778] 'agreement among raft nodes before linearized reading' (duration: 918.321548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:02:38.978406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.634073Z","time spent":"344.322931ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:02:38.979309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.058401Z","time spent":"920.887226ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:02:38.979161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:02:38.073652Z","time spent":"905.485724ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-06T01:03:33.49893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12000} {"level":"info","ts":"2026-03-06T01:03:33.608776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12000,"took":"107.563392ms","hash":1182770470,"current-db-size-bytes":43241472,"current-db-size":"43 MB","current-db-size-in-use-bytes":26427392,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-06T01:03:33.608852Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1182770470,"revision":12000,"compact-revision":9987} {"level":"info","ts":"2026-03-06T01:03:53.64675Z","caller":"traceutil/trace.go:171","msg":"trace[1500453694] transaction","detail":"{read_only:false; response_revision:14303; number_of_response:1; }","duration":"349.333184ms","start":"2026-03-06T01:03:53.297395Z","end":"2026-03-06T01:03:53.646729Z","steps":["trace[1500453694] 'process raft request' (duration: 349.187591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:53.646879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:53.297365Z","time spent":"349.448777ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:53.653994Z","caller":"traceutil/trace.go:171","msg":"trace[970303443] linearizableReadLoop","detail":"{readStateIndex:14830; appliedIndex:14828; }","duration":"228.903448ms","start":"2026-03-06T01:03:53.425072Z","end":"2026-03-06T01:03:53.653976Z","steps":["trace[970303443] 'read index received' (duration: 221.505279ms)","trace[970303443] 'applied index is now lower than readState.Index' (duration: 7.397559ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:03:53.654197Z","caller":"traceutil/trace.go:171","msg":"trace[468847942] transaction","detail":"{read_only:false; response_revision:14304; number_of_response:1; }","duration":"334.581067ms","start":"2026-03-06T01:03:53.319608Z","end":"2026-03-06T01:03:53.654189Z","steps":["trace[468847942] 'process raft request' (duration: 334.288591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:53.654346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.323917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:03:53.65438Z","caller":"traceutil/trace.go:171","msg":"trace[1574038288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14304; }","duration":"139.411609ms","start":"2026-03-06T01:03:53.514961Z","end":"2026-03-06T01:03:53.654372Z","steps":["trace[1574038288] 'agreement among raft nodes before linearized reading' (duration: 139.290367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:53.65464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.564708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:03:53.654666Z","caller":"traceutil/trace.go:171","msg":"trace[378158992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14304; }","duration":"113.616619ms","start":"2026-03-06T01:03:53.541043Z","end":"2026-03-06T01:03:53.65466Z","steps":["trace[378158992] 'agreement among raft nodes before linearized reading' (duration: 113.557758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:53.654748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.408877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:03:53.654771Z","caller":"traceutil/trace.go:171","msg":"trace[563286021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14304; }","duration":"124.450927ms","start":"2026-03-06T01:03:53.530313Z","end":"2026-03-06T01:03:53.654763Z","steps":["trace[563286021] 'agreement among raft nodes before linearized reading' (duration: 124.393846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:53.654824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.712087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:03:53.654887Z","caller":"traceutil/trace.go:171","msg":"trace[598591659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14304; }","duration":"229.84717ms","start":"2026-03-06T01:03:53.425025Z","end":"2026-03-06T01:03:53.654872Z","steps":["trace[598591659] 'agreement among raft nodes before linearized reading' (duration: 229.731847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:53.655323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:03:53.319583Z","time spent":"334.639678ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:03:53.767138Z","caller":"traceutil/trace.go:171","msg":"trace[158034463] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"104.42797ms","start":"2026-03-06T01:03:53.662688Z","end":"2026-03-06T01:03:53.767115Z","steps":["trace[158034463] 'process raft request' (duration: 104.386589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:53.767664Z","caller":"traceutil/trace.go:171","msg":"trace[1703172691] transaction","detail":"{read_only:false; response_revision:14306; number_of_response:1; }","duration":"108.481744ms","start":"2026-03-06T01:03:53.659168Z","end":"2026-03-06T01:03:53.76765Z","steps":["trace[1703172691] 'process raft request' (duration: 107.697986ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:53.767894Z","caller":"traceutil/trace.go:171","msg":"trace[404032287] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"108.627587ms","start":"2026-03-06T01:03:53.659255Z","end":"2026-03-06T01:03:53.767883Z","steps":["trace[404032287] 'process raft request' (duration: 107.681045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:53.768096Z","caller":"traceutil/trace.go:171","msg":"trace[800213968] transaction","detail":"{read_only:false; response_revision:14308; number_of_response:1; }","duration":"105.510126ms","start":"2026-03-06T01:03:53.662575Z","end":"2026-03-06T01:03:53.768086Z","steps":["trace[800213968] 'process raft request' (duration: 104.39796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:53.768292Z","caller":"traceutil/trace.go:171","msg":"trace[733372390] transaction","detail":"{read_only:false; response_revision:14309; number_of_response:1; }","duration":"105.616368ms","start":"2026-03-06T01:03:53.662666Z","end":"2026-03-06T01:03:53.768282Z","steps":["trace[733372390] 'process raft request' (duration: 104.346919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:53.768481Z","caller":"traceutil/trace.go:171","msg":"trace[1758516907] transaction","detail":"{read_only:false; response_revision:14310; number_of_response:1; }","duration":"105.803692ms","start":"2026-03-06T01:03:53.662666Z","end":"2026-03-06T01:03:53.76847Z","steps":["trace[1758516907] 'process raft request' (duration: 104.37957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:57.893318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.641459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T01:03:57.89335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.347335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T01:03:57.893382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.66612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:03:57.893416Z","caller":"traceutil/trace.go:171","msg":"trace[473316071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14324; }","duration":"102.777582ms","start":"2026-03-06T01:03:57.790619Z","end":"2026-03-06T01:03:57.893396Z","steps":["trace[473316071] 'range keys from in-memory index tree' (duration: 102.484145ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:57.893434Z","caller":"traceutil/trace.go:171","msg":"trace[326149835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14324; }","duration":"103.433708ms","start":"2026-03-06T01:03:57.789976Z","end":"2026-03-06T01:03:57.893409Z","steps":["trace[326149835] 'range keys from in-memory index tree' (duration: 103.249573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:57.893436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.409722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:03:57.893462Z","caller":"traceutil/trace.go:171","msg":"trace[1426345590] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14324; }","duration":"102.782002ms","start":"2026-03-06T01:03:57.79066Z","end":"2026-03-06T01:03:57.893442Z","steps":["trace[1426345590] 'range keys from in-memory index tree' (duration: 102.504466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:57.893522Z","caller":"traceutil/trace.go:171","msg":"trace[787439951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14324; }","duration":"108.571315ms","start":"2026-03-06T01:03:57.784929Z","end":"2026-03-06T01:03:57.8935Z","steps":["trace[787439951] 'range keys from in-memory index tree' (duration: 108.199516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:57.893231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.591428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:03:57.89363Z","caller":"traceutil/trace.go:171","msg":"trace[1492297004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14324; }","duration":"103.054088ms","start":"2026-03-06T01:03:57.790557Z","end":"2026-03-06T01:03:57.893611Z","steps":["trace[1492297004] 'range keys from in-memory index tree' (duration: 102.399774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:03:57.893773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.084972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T01:03:57.893814Z","caller":"traceutil/trace.go:171","msg":"trace[1184321402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14324; }","duration":"104.190345ms","start":"2026-03-06T01:03:57.789613Z","end":"2026-03-06T01:03:57.893804Z","steps":["trace[1184321402] 'range keys from in-memory index tree' (duration: 103.52953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:15.869533Z","caller":"traceutil/trace.go:171","msg":"trace[814881792] transaction","detail":"{read_only:false; response_revision:14433; number_of_response:1; }","duration":"111.958813ms","start":"2026-03-06T01:04:15.757547Z","end":"2026-03-06T01:04:15.869505Z","steps":["trace[814881792] 'process raft request' (duration: 111.599805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:16.299012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.819626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T01:04:16.299101Z","caller":"traceutil/trace.go:171","msg":"trace[1613603165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:14439; }","duration":"110.951889ms","start":"2026-03-06T01:04:16.188129Z","end":"2026-03-06T01:04:16.299081Z","steps":["trace[1613603165] 'range keys from in-memory index tree' (duration: 110.623482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:16.30193Z","caller":"traceutil/trace.go:171","msg":"trace[1500165193] transaction","detail":"{read_only:false; response_revision:14440; number_of_response:1; }","duration":"112.849483ms","start":"2026-03-06T01:04:16.189056Z","end":"2026-03-06T01:04:16.301906Z","steps":["trace[1500165193] 'process raft request' (duration: 112.351812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:17.109495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.90574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:04:17.109615Z","caller":"traceutil/trace.go:171","msg":"trace[77493241] transaction","detail":"{read_only:false; response_revision:14441; number_of_response:1; }","duration":"303.903206ms","start":"2026-03-06T01:04:16.805687Z","end":"2026-03-06T01:04:17.10959Z","steps":["trace[77493241] 'process raft request' (duration: 174.836162ms)","trace[77493241] 'compare' (duration: 128.645604ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:04:17.109659Z","caller":"traceutil/trace.go:171","msg":"trace[456195871] transaction","detail":"{read_only:false; response_revision:14442; number_of_response:1; }","duration":"197.150302ms","start":"2026-03-06T01:04:16.912497Z","end":"2026-03-06T01:04:17.109647Z","steps":["trace[456195871] 'process raft request' (duration: 197.071151ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:04:17.109677Z","caller":"traceutil/trace.go:171","msg":"trace[840020232] linearizableReadLoop","detail":"{readStateIndex:14972; appliedIndex:14971; }","duration":"303.524107ms","start":"2026-03-06T01:04:16.806126Z","end":"2026-03-06T01:04:17.10965Z","steps":["trace[840020232] 'read index received' (duration: 174.406112ms)","trace[840020232] 'applied index is now lower than readState.Index' (duration: 129.116195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:04:17.109737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:16.805666Z","time spent":"304.003568ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:04:17.110072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.879395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:04:17.110123Z","caller":"traceutil/trace.go:171","msg":"trace[263403773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14442; }","duration":"304.025859ms","start":"2026-03-06T01:04:16.806084Z","end":"2026-03-06T01:04:17.11011Z","steps":["trace[263403773] 'agreement among raft nodes before linearized reading' (duration: 303.65203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:04:17.110268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:04:16.806064Z","time spent":"304.193622ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:05:34.377491Z","caller":"traceutil/trace.go:171","msg":"trace[990149802] transaction","detail":"{read_only:false; response_revision:15226; number_of_response:1; }","duration":"172.393794ms","start":"2026-03-06T01:05:34.205063Z","end":"2026-03-06T01:05:34.377457Z","steps":["trace[990149802] 'process raft request' (duration: 172.166338ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:34.393586Z","caller":"traceutil/trace.go:171","msg":"trace[1389473786] transaction","detail":"{read_only:false; response_revision:15227; number_of_response:1; }","duration":"132.262307ms","start":"2026-03-06T01:05:34.261291Z","end":"2026-03-06T01:05:34.393553Z","steps":["trace[1389473786] 'process raft request' (duration: 132.019931ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:36.768515Z","caller":"traceutil/trace.go:171","msg":"trace[1412696415] linearizableReadLoop","detail":"{readStateIndex:15798; appliedIndex:15797; }","duration":"162.306321ms","start":"2026-03-06T01:05:36.606188Z","end":"2026-03-06T01:05:36.768495Z","steps":["trace[1412696415] 'read index received' (duration: 162.136746ms)","trace[1412696415] 'applied index is now lower than readState.Index' (duration: 168.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:05:36.76858Z","caller":"traceutil/trace.go:171","msg":"trace[53625920] transaction","detail":"{read_only:false; response_revision:15244; number_of_response:1; }","duration":"164.950694ms","start":"2026-03-06T01:05:36.603588Z","end":"2026-03-06T01:05:36.768539Z","steps":["trace[53625920] 'process raft request' (duration: 164.740099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:36.768897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.005053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T01:05:36.76875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.542796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:05:36.768972Z","caller":"traceutil/trace.go:171","msg":"trace[1798342919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15244; }","duration":"162.120456ms","start":"2026-03-06T01:05:36.606833Z","end":"2026-03-06T01:05:36.768954Z","steps":["trace[1798342919] 'agreement among raft nodes before linearized reading' (duration: 161.857999ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:36.769026Z","caller":"traceutil/trace.go:171","msg":"trace[1321812684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15244; }","duration":"162.850674ms","start":"2026-03-06T01:05:36.606151Z","end":"2026-03-06T01:05:36.769002Z","steps":["trace[1321812684] 'agreement among raft nodes before linearized reading' (duration: 162.487205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:36.769026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.907901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T01:05:36.769109Z","caller":"traceutil/trace.go:171","msg":"trace[2130265563] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:15244; }","duration":"157.000983ms","start":"2026-03-06T01:05:36.612083Z","end":"2026-03-06T01:05:36.769084Z","steps":["trace[2130265563] 'agreement among raft nodes before linearized reading' (duration: 156.710706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:37.109147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.797786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:05:37.10955Z","caller":"traceutil/trace.go:171","msg":"trace[1922408782] transaction","detail":"{read_only:false; response_revision:15247; number_of_response:1; }","duration":"335.598816ms","start":"2026-03-06T01:05:36.773926Z","end":"2026-03-06T01:05:37.109525Z","steps":["trace[1922408782] 'process raft request' (duration: 335.461222ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:37.10959Z","caller":"traceutil/trace.go:171","msg":"trace[474739903] transaction","detail":"{read_only:false; response_revision:15246; number_of_response:1; }","duration":"335.81298ms","start":"2026-03-06T01:05:36.773735Z","end":"2026-03-06T01:05:37.109548Z","steps":["trace[474739903] 'process raft request' (duration: 335.540924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:37.109642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:05:36.77387Z","time spent":"335.735679ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:05:37.10963Z","caller":"traceutil/trace.go:171","msg":"trace[1455695869] transaction","detail":"{read_only:false; response_revision:15245; number_of_response:1; }","duration":"335.880852ms","start":"2026-03-06T01:05:36.773662Z","end":"2026-03-06T01:05:37.109543Z","steps":["trace[1455695869] 'process raft request' (duration: 149.554363ms)","trace[1455695869] 'compare' (duration: 185.499299ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:05:37.109739Z","caller":"traceutil/trace.go:171","msg":"trace[1334574288] linearizableReadLoop","detail":"{readStateIndex:15803; appliedIndex:15799; }","duration":"225.208826ms","start":"2026-03-06T01:05:36.884503Z","end":"2026-03-06T01:05:37.109711Z","steps":["trace[1334574288] 'read index received' (duration: 38.729674ms)","trace[1334574288] 'applied index is now lower than readState.Index' (duration: 186.477742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:05:37.10982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:05:36.773629Z","time spent":"336.088287ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:05:37.109822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:05:36.7737Z","time spent":"335.999875ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:05:37.109945Z","caller":"traceutil/trace.go:171","msg":"trace[2070040059] transaction","detail":"{read_only:false; response_revision:15248; number_of_response:1; }","duration":"275.829616ms","start":"2026-03-06T01:05:36.8341Z","end":"2026-03-06T01:05:37.10993Z","steps":["trace[2070040059] 'process raft request' (duration: 275.348864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:37.110308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.79431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:05:37.110358Z","caller":"traceutil/trace.go:171","msg":"trace[1248539175] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:15248; }","duration":"225.902493ms","start":"2026-03-06T01:05:36.884443Z","end":"2026-03-06T01:05:37.110346Z","steps":["trace[1248539175] 'agreement among raft nodes before linearized reading' (duration: 225.80329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:38.52802Z","caller":"traceutil/trace.go:171","msg":"trace[801487726] transaction","detail":"{read_only:false; response_revision:15250; number_of_response:1; }","duration":"132.515182ms","start":"2026-03-06T01:05:38.395488Z","end":"2026-03-06T01:05:38.528004Z","steps":["trace[801487726] 'process raft request' (duration: 132.390369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:38.5574Z","caller":"traceutil/trace.go:171","msg":"trace[1443131361] transaction","detail":"{read_only:false; response_revision:15251; number_of_response:1; }","duration":"160.672931ms","start":"2026-03-06T01:05:38.396704Z","end":"2026-03-06T01:05:38.557377Z","steps":["trace[1443131361] 'process raft request' (duration: 160.489256ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:38.557614Z","caller":"traceutil/trace.go:171","msg":"trace[854687683] transaction","detail":"{read_only:false; response_revision:15252; number_of_response:1; }","duration":"153.56156ms","start":"2026-03-06T01:05:38.404029Z","end":"2026-03-06T01:05:38.557591Z","steps":["trace[854687683] 'process raft request' (duration: 153.290923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:38.557678Z","caller":"traceutil/trace.go:171","msg":"trace[1153873526] linearizableReadLoop","detail":"{readStateIndex:15807; appliedIndex:15804; }","duration":"152.357481ms","start":"2026-03-06T01:05:38.405157Z","end":"2026-03-06T01:05:38.557515Z","steps":["trace[1153873526] 'read index received' (duration: 122.768899ms)","trace[1153873526] 'applied index is now lower than readState.Index' (duration: 29.587272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:05:38.557851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.664278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-06T01:05:38.557965Z","caller":"traceutil/trace.go:171","msg":"trace[193560899] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15252; }","duration":"152.788981ms","start":"2026-03-06T01:05:38.405152Z","end":"2026-03-06T01:05:38.557941Z","steps":["trace[193560899] 'agreement among raft nodes before linearized reading' (duration: 152.543965ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:38.698522Z","caller":"traceutil/trace.go:171","msg":"trace[2057106561] transaction","detail":"{read_only:false; response_revision:15253; number_of_response:1; }","duration":"135.852343ms","start":"2026-03-06T01:05:38.562645Z","end":"2026-03-06T01:05:38.698497Z","steps":["trace[2057106561] 'process raft request' (duration: 94.132918ms)","trace[2057106561] 'compare' (duration: 41.5367ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:05:38.698631Z","caller":"traceutil/trace.go:171","msg":"trace[1304597569] transaction","detail":"{read_only:false; response_revision:15254; number_of_response:1; }","duration":"135.631637ms","start":"2026-03-06T01:05:38.562974Z","end":"2026-03-06T01:05:38.698605Z","steps":["trace[1304597569] 'process raft request' (duration: 135.475244ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:40.670287Z","caller":"traceutil/trace.go:171","msg":"trace[1908261801] transaction","detail":"{read_only:false; response_revision:15270; number_of_response:1; }","duration":"105.546433ms","start":"2026-03-06T01:05:40.564702Z","end":"2026-03-06T01:05:40.670249Z","steps":["trace[1908261801] 'process raft request' (duration: 105.195625ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:40.670638Z","caller":"traceutil/trace.go:171","msg":"trace[1240602623] transaction","detail":"{read_only:false; response_revision:15269; number_of_response:1; }","duration":"105.254546ms","start":"2026-03-06T01:05:40.564692Z","end":"2026-03-06T01:05:40.669947Z","steps":["trace[1240602623] 'process raft request' (duration: 105.00581ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:41.09149Z","caller":"traceutil/trace.go:171","msg":"trace[886841923] linearizableReadLoop","detail":"{readStateIndex:15828; appliedIndex:15827; }","duration":"203.619795ms","start":"2026-03-06T01:05:40.887843Z","end":"2026-03-06T01:05:41.091463Z","steps":["trace[886841923] 'read index received' (duration: 203.498112ms)","trace[886841923] 'applied index is now lower than readState.Index' (duration: 120.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:05:41.091548Z","caller":"traceutil/trace.go:171","msg":"trace[417153133] transaction","detail":"{read_only:false; response_revision:15273; number_of_response:1; }","duration":"204.606788ms","start":"2026-03-06T01:05:40.886907Z","end":"2026-03-06T01:05:41.091513Z","steps":["trace[417153133] 'process raft request' (duration: 204.379293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:41.091688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.81412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T01:05:41.091737Z","caller":"traceutil/trace.go:171","msg":"trace[388936621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15273; }","duration":"203.894161ms","start":"2026-03-06T01:05:40.887826Z","end":"2026-03-06T01:05:41.091721Z","steps":["trace[388936621] 'agreement among raft nodes before linearized reading' (duration: 203.736148ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:41.362167Z","caller":"traceutil/trace.go:171","msg":"trace[1965701535] linearizableReadLoop","detail":"{readStateIndex:15832; appliedIndex:15829; }","duration":"133.751683ms","start":"2026-03-06T01:05:41.2284Z","end":"2026-03-06T01:05:41.362152Z","steps":["trace[1965701535] 'read index received' (duration: 14.445448ms)","trace[1965701535] 'applied index is now lower than readState.Index' (duration: 119.305535ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:05:41.362261Z","caller":"traceutil/trace.go:171","msg":"trace[1230885604] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"143.495857ms","start":"2026-03-06T01:05:41.218758Z","end":"2026-03-06T01:05:41.362254Z","steps":["trace[1230885604] 'process raft request' (duration: 143.366764ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:05:41.362228Z","caller":"traceutil/trace.go:171","msg":"trace[1101591771] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"145.552936ms","start":"2026-03-06T01:05:41.21663Z","end":"2026-03-06T01:05:41.362183Z","steps":["trace[1101591771] 'process raft request' (duration: 107.443788ms)","trace[1101591771] 'compare' (duration: 37.960225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:05:41.362404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.995058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-njpkk\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-06T01:05:41.362458Z","caller":"traceutil/trace.go:171","msg":"trace[664645069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-njpkk; range_end:; response_count:1; response_revision:15277; }","duration":"134.07214ms","start":"2026-03-06T01:05:41.22838Z","end":"2026-03-06T01:05:41.362452Z","steps":["trace[664645069] 'agreement among raft nodes before linearized reading' (duration: 133.957637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:41.362475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.335872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-06T01:05:41.362496Z","caller":"traceutil/trace.go:171","msg":"trace[135613836] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:15277; }","duration":"128.375933ms","start":"2026-03-06T01:05:41.234114Z","end":"2026-03-06T01:05:41.36249Z","steps":["trace[135613836] 'agreement among raft nodes before linearized reading' (duration: 128.292331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:05:41.362662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.995676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:05:41.362751Z","caller":"traceutil/trace.go:171","msg":"trace[1291125695] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:15277; }","duration":"114.118919ms","start":"2026-03-06T01:05:41.248609Z","end":"2026-03-06T01:05:41.362728Z","steps":["trace[1291125695] 'agreement among raft nodes before linearized reading' (duration: 113.896844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:07:05.169929Z","caller":"traceutil/trace.go:171","msg":"trace[192214006] transaction","detail":"{read_only:false; response_revision:15775; number_of_response:1; }","duration":"138.874604ms","start":"2026-03-06T01:07:05.031014Z","end":"2026-03-06T01:07:05.169888Z","steps":["trace[192214006] 'process raft request' (duration: 138.633268ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:07:05.170409Z","caller":"traceutil/trace.go:171","msg":"trace[1112520115] transaction","detail":"{read_only:false; response_revision:15776; number_of_response:1; }","duration":"138.495755ms","start":"2026-03-06T01:07:05.031898Z","end":"2026-03-06T01:07:05.170394Z","steps":["trace[1112520115] 'process raft request' (duration: 138.436943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:07:09.286098Z","caller":"traceutil/trace.go:171","msg":"trace[334351990] transaction","detail":"{read_only:false; response_revision:15795; number_of_response:1; }","duration":"101.058585ms","start":"2026-03-06T01:07:09.18502Z","end":"2026-03-06T01:07:09.286079Z","steps":["trace[334351990] 'process raft request' (duration: 100.701437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:07:09.708207Z","caller":"traceutil/trace.go:171","msg":"trace[1082500529] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"126.82584ms","start":"2026-03-06T01:07:09.581324Z","end":"2026-03-06T01:07:09.70815Z","steps":["trace[1082500529] 'process raft request' (duration: 126.532743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:25.526263Z","caller":"traceutil/trace.go:171","msg":"trace[702915316] transaction","detail":"{read_only:false; response_revision:16276; number_of_response:1; }","duration":"128.90095ms","start":"2026-03-06T01:08:25.397325Z","end":"2026-03-06T01:08:25.526226Z","steps":["trace[702915316] 'process raft request' (duration: 128.660714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:25.921097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.991156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:08:25.921263Z","caller":"traceutil/trace.go:171","msg":"trace[1165039990] transaction","detail":"{read_only:false; response_revision:16279; number_of_response:1; }","duration":"159.323085ms","start":"2026-03-06T01:08:25.761894Z","end":"2026-03-06T01:08:25.921217Z","steps":["trace[1165039990] 'process raft request' (duration: 46.112834ms)","trace[1165039990] 'compare' (duration: 112.724259ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:27.914315Z","caller":"traceutil/trace.go:171","msg":"trace[331923166] transaction","detail":"{read_only:false; response_revision:16298; number_of_response:1; }","duration":"237.656126ms","start":"2026-03-06T01:08:27.676626Z","end":"2026-03-06T01:08:27.914282Z","steps":["trace[331923166] 'process raft request' (duration: 237.39986ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:27.943482Z","caller":"traceutil/trace.go:171","msg":"trace[2001604652] linearizableReadLoop","detail":"{readStateIndex:16893; appliedIndex:16891; }","duration":"249.673708ms","start":"2026-03-06T01:08:27.693787Z","end":"2026-03-06T01:08:27.943461Z","steps":["trace[2001604652] 'read index received' (duration: 220.199346ms)","trace[2001604652] 'applied index is now lower than readState.Index' (duration: 29.473412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:27.943636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.831712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:27.943747Z","caller":"traceutil/trace.go:171","msg":"trace[1548710946] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16299; }","duration":"249.978345ms","start":"2026-03-06T01:08:27.693756Z","end":"2026-03-06T01:08:27.943735Z","steps":["trace[1548710946] 'agreement among raft nodes before linearized reading' (duration: 249.826081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:27.943903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.543179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-06T01:08:27.943976Z","caller":"traceutil/trace.go:171","msg":"trace[1322334828] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:16299; }","duration":"236.654652ms","start":"2026-03-06T01:08:27.707308Z","end":"2026-03-06T01:08:27.943963Z","steps":["trace[1322334828] 'agreement among raft nodes before linearized reading' (duration: 236.426877ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:27.943588Z","caller":"traceutil/trace.go:171","msg":"trace[1978991904] transaction","detail":"{read_only:false; response_revision:16299; number_of_response:1; }","duration":"266.110765ms","start":"2026-03-06T01:08:27.67744Z","end":"2026-03-06T01:08:27.94355Z","steps":["trace[1978991904] 'process raft request' (duration: 265.894609ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:33.505715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14178} {"level":"info","ts":"2026-03-06T01:08:33.597674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14178,"took":"89.612406ms","hash":3617662844,"current-db-size-bytes":43241472,"current-db-size":"43 MB","current-db-size-in-use-bytes":28057600,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:08:33.597757Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3617662844,"revision":14178,"compact-revision":12000} {"level":"info","ts":"2026-03-06T01:08:34.200365Z","caller":"traceutil/trace.go:171","msg":"trace[170803183] linearizableReadLoop","detail":"{readStateIndex:16927; appliedIndex:16926; }","duration":"190.470386ms","start":"2026-03-06T01:08:34.009874Z","end":"2026-03-06T01:08:34.200345Z","steps":["trace[170803183] 'read index received' (duration: 190.314403ms)","trace[170803183] 'applied index is now lower than readState.Index' (duration: 155.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:34.200655Z","caller":"traceutil/trace.go:171","msg":"trace[66429562] transaction","detail":"{read_only:false; response_revision:16331; number_of_response:1; }","duration":"222.705244ms","start":"2026-03-06T01:08:33.977937Z","end":"2026-03-06T01:08:34.200643Z","steps":["trace[66429562] 'process raft request' (duration: 222.251244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:34.200935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.04292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:08:34.200976Z","caller":"traceutil/trace.go:171","msg":"trace[31736229] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16331; }","duration":"191.126461ms","start":"2026-03-06T01:08:34.009839Z","end":"2026-03-06T01:08:34.200965Z","steps":["trace[31736229] 'agreement among raft nodes before linearized reading' (duration: 190.995738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:34.201203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.201116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-03-06T01:08:34.201274Z","caller":"traceutil/trace.go:171","msg":"trace[1908727563] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:16331; }","duration":"186.303678ms","start":"2026-03-06T01:08:34.014954Z","end":"2026-03-06T01:08:34.201258Z","steps":["trace[1908727563] 'agreement among raft nodes before linearized reading' (duration: 186.074503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:35.174194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.581039ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:35.174322Z","caller":"traceutil/trace.go:171","msg":"trace[490508739] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16332; }","duration":"207.717772ms","start":"2026-03-06T01:08:34.966582Z","end":"2026-03-06T01:08:35.1743Z","steps":["trace[490508739] 'range keys from in-memory index tree' (duration: 207.566309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:35.175253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.663883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:08:35.175558Z","caller":"traceutil/trace.go:171","msg":"trace[1750221835] linearizableReadLoop","detail":"{readStateIndex:16929; appliedIndex:16927; }","duration":"968.863292ms","start":"2026-03-06T01:08:34.20668Z","end":"2026-03-06T01:08:35.175543Z","steps":["trace[1750221835] 'read index received' (duration: 31.789987ms)","trace[1750221835] 'applied index is now lower than readState.Index' (duration: 937.072395ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:35.17561Z","caller":"traceutil/trace.go:171","msg":"trace[688766408] transaction","detail":"{read_only:false; response_revision:16334; number_of_response:1; }","duration":"968.907402ms","start":"2026-03-06T01:08:34.206668Z","end":"2026-03-06T01:08:35.175576Z","steps":["trace[688766408] 'process raft request' (duration: 968.79929ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:35.175609Z","caller":"traceutil/trace.go:171","msg":"trace[1583328985] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"969.760352ms","start":"2026-03-06T01:08:34.205773Z","end":"2026-03-06T01:08:35.175533Z","steps":["trace[1583328985] 'process raft request' (duration: 178.731901ms)","trace[1583328985] 'compare' (duration: 789.387543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:35.175777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.206647Z","time spent":"969.034905ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:35.175877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.205764Z","time spent":"969.979537ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:35.175991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.932173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" ","response":"range_response_count:1 size:20871"} {"level":"info","ts":"2026-03-06T01:08:35.176042Z","caller":"traceutil/trace.go:171","msg":"trace[1144763366] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-dlpj2; range_end:; response_count:1; response_revision:16334; }","duration":"949.005354ms","start":"2026-03-06T01:08:34.227023Z","end":"2026-03-06T01:08:35.176028Z","steps":["trace[1144763366] 'agreement among raft nodes before linearized reading' (duration: 948.745358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:35.176141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.235966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-06T01:08:35.17616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.152935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:08:35.176192Z","caller":"traceutil/trace.go:171","msg":"trace[1985224134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16334; }","duration":"634.322969ms","start":"2026-03-06T01:08:34.541857Z","end":"2026-03-06T01:08:35.17618Z","steps":["trace[1985224134] 'agreement among raft nodes before linearized reading' (duration: 634.244117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:35.176204Z","caller":"traceutil/trace.go:171","msg":"trace[22599663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16334; }","duration":"634.244357ms","start":"2026-03-06T01:08:34.541947Z","end":"2026-03-06T01:08:35.176191Z","steps":["trace[22599663] 'agreement among raft nodes before linearized reading' (duration: 634.147585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:35.176231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.541837Z","time spent":"634.386891ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:08:35.176246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.541927Z","time spent":"634.304959ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:08:35.176178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.227012Z","time spent":"949.114317ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20894,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-dlpj2\" "} {"level":"warn","ts":"2026-03-06T01:08:35.176676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.973958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953067"} {"level":"info","ts":"2026-03-06T01:08:35.176775Z","caller":"traceutil/trace.go:171","msg":"trace[207921493] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16334; }","duration":"970.132701ms","start":"2026-03-06T01:08:34.206618Z","end":"2026-03-06T01:08:35.176751Z","steps":["trace[207921493] 'agreement among raft nodes before linearized reading' (duration: 969.071666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:35.176822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:34.206593Z","time spent":"970.216323ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":953090,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T01:08:35.412095Z","caller":"traceutil/trace.go:171","msg":"trace[1599728993] linearizableReadLoop","detail":"{readStateIndex:16933; appliedIndex:16931; }","duration":"143.055682ms","start":"2026-03-06T01:08:35.269014Z","end":"2026-03-06T01:08:35.41207Z","steps":["trace[1599728993] 'read index received' (duration: 142.737775ms)","trace[1599728993] 'applied index is now lower than readState.Index' (duration: 296.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:35.412127Z","caller":"traceutil/trace.go:171","msg":"trace[791867825] transaction","detail":"{read_only:false; response_revision:16336; number_of_response:1; }","duration":"228.705155ms","start":"2026-03-06T01:08:35.183377Z","end":"2026-03-06T01:08:35.412083Z","steps":["trace[791867825] 'process raft request' (duration: 228.448419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:35.412342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.290008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:35.412213Z","caller":"traceutil/trace.go:171","msg":"trace[1539048423] transaction","detail":"{read_only:false; response_revision:16337; number_of_response:1; }","duration":"220.470442ms","start":"2026-03-06T01:08:35.191733Z","end":"2026-03-06T01:08:35.412203Z","steps":["trace[1539048423] 'process raft request' (duration: 220.249326ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:35.412436Z","caller":"traceutil/trace.go:171","msg":"trace[1120835689] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:16337; }","duration":"143.451231ms","start":"2026-03-06T01:08:35.268961Z","end":"2026-03-06T01:08:35.412412Z","steps":["trace[1120835689] 'agreement among raft nodes before linearized reading' (duration: 143.266757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:36.354068Z","caller":"traceutil/trace.go:171","msg":"trace[1152905899] transaction","detail":"{read_only:false; response_revision:16338; number_of_response:1; }","duration":"393.881066ms","start":"2026-03-06T01:08:35.96016Z","end":"2026-03-06T01:08:36.354041Z","steps":["trace[1152905899] 'process raft request' (duration: 393.695312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:36.354308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:35.960134Z","time spent":"394.028539ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:36.888071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.823821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T01:08:36.88816Z","caller":"traceutil/trace.go:171","msg":"trace[926965962] linearizableReadLoop","detail":"{readStateIndex:16935; appliedIndex:16933; }","duration":"683.504254ms","start":"2026-03-06T01:08:36.204643Z","end":"2026-03-06T01:08:36.888147Z","steps":["trace[926965962] 'read index received' (duration: 149.235847ms)","trace[926965962] 'applied index is now lower than readState.Index' (duration: 534.267287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:36.888386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.720309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-06T01:08:36.888431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.702195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:08:36.888463Z","caller":"traceutil/trace.go:171","msg":"trace[724111517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16339; }","duration":"682.744986ms","start":"2026-03-06T01:08:36.205708Z","end":"2026-03-06T01:08:36.888453Z","steps":["trace[724111517] 'agreement among raft nodes before linearized reading' (duration: 682.603863ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:36.888462Z","caller":"traceutil/trace.go:171","msg":"trace[1600640168] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16339; }","duration":"683.831242ms","start":"2026-03-06T01:08:36.204612Z","end":"2026-03-06T01:08:36.888443Z","steps":["trace[1600640168] 'agreement among raft nodes before linearized reading' (duration: 683.615177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:36.888493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:36.205702Z","time spent":"682.783757ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:08:36.888504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:36.204598Z","time spent":"683.898063ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:08:36.888671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.893813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:36.888701Z","caller":"traceutil/trace.go:171","msg":"trace[1389177341] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16339; }","duration":"229.949595ms","start":"2026-03-06T01:08:36.65874Z","end":"2026-03-06T01:08:36.88869Z","steps":["trace[1389177341] 'agreement among raft nodes before linearized reading' (duration: 229.899513ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:36.8887Z","caller":"traceutil/trace.go:171","msg":"trace[1193208301] transaction","detail":"{read_only:false; response_revision:16339; number_of_response:1; }","duration":"909.485774ms","start":"2026-03-06T01:08:35.979201Z","end":"2026-03-06T01:08:36.888687Z","steps":["trace[1193208301] 'process raft request' (duration: 561.977117ms)","trace[1193208301] 'compare' (duration: 346.601556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:36.888911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:35.979178Z","time spent":"909.69872ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:36.88875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.056854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-06T01:08:36.889446Z","caller":"traceutil/trace.go:171","msg":"trace[152049797] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16339; }","duration":"646.736779ms","start":"2026-03-06T01:08:36.242653Z","end":"2026-03-06T01:08:36.88939Z","steps":["trace[152049797] 'agreement among raft nodes before linearized reading' (duration: 646.018272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:36.889476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:36.242612Z","time spent":"646.854932ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:08:36.889588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.890689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T01:08:36.889697Z","caller":"traceutil/trace.go:171","msg":"trace[1050960236] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:16339; }","duration":"269.052483ms","start":"2026-03-06T01:08:36.620614Z","end":"2026-03-06T01:08:36.889667Z","steps":["trace[1050960236] 'agreement among raft nodes before linearized reading' (duration: 268.49135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:37.400201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844804927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:08:38.433017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.732927ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-06T01:08:38.433102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:36.891635Z","time spent":"1.54146332s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:08:38.733832Z","caller":"traceutil/trace.go:171","msg":"trace[393457036] transaction","detail":"{read_only:false; response_revision:16340; number_of_response:1; }","duration":"1.840343359s","start":"2026-03-06T01:08:36.893426Z","end":"2026-03-06T01:08:38.733769Z","steps":["trace[393457036] 'process raft request' (duration: 1.792907111s)","trace[393457036] 'compare' (duration: 46.999748ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:38.733846Z","caller":"traceutil/trace.go:171","msg":"trace[1583400513] transaction","detail":"{read_only:false; response_revision:16341; number_of_response:1; }","duration":"1.840065733s","start":"2026-03-06T01:08:36.893746Z","end":"2026-03-06T01:08:38.733812Z","steps":["trace[1583400513] 'process raft request' (duration: 1.83991059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.734086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:36.893398Z","time spent":"1.840562025s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:38.734186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:36.89372Z","time spent":"1.840340539s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:08:38.734465Z","caller":"traceutil/trace.go:171","msg":"trace[1592961061] linearizableReadLoop","detail":"{readStateIndex:16938; appliedIndex:16935; }","duration":"1.83526305s","start":"2026-03-06T01:08:36.899125Z","end":"2026-03-06T01:08:38.734388Z","steps":["trace[1592961061] 'read index received' (duration: 957.112364ms)","trace[1592961061] 'applied index is now lower than readState.Index' (duration: 878.147956ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:38.734593Z","caller":"traceutil/trace.go:171","msg":"trace[431150552] transaction","detail":"{read_only:false; response_revision:16342; number_of_response:1; }","duration":"1.09842433s","start":"2026-03-06T01:08:37.636156Z","end":"2026-03-06T01:08:38.73458Z","steps":["trace[431150552] 'process raft request' (duration: 1.097607901s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.734733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.63613Z","time spent":"1.098514272s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:38.734734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835573228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:38.734824Z","caller":"traceutil/trace.go:171","msg":"trace[1757978715] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:16342; }","duration":"1.83569943s","start":"2026-03-06T01:08:36.899096Z","end":"2026-03-06T01:08:38.734796Z","steps":["trace[1757978715] 'agreement among raft nodes before linearized reading' (duration: 1.835527466s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.734873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:36.899088Z","time spent":"1.835778112s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-06T01:08:38.770902Z","caller":"traceutil/trace.go:171","msg":"trace[1341910783] transaction","detail":"{read_only:false; response_revision:16343; number_of_response:1; }","duration":"410.401703ms","start":"2026-03-06T01:08:38.36049Z","end":"2026-03-06T01:08:38.770892Z","steps":["trace[1341910783] 'process raft request' (duration: 410.222399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.771006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:38.360466Z","time spent":"410.467135ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:08:38.771185Z","caller":"traceutil/trace.go:171","msg":"trace[1730968299] transaction","detail":"{read_only:false; response_revision:16344; number_of_response:1; }","duration":"337.305677ms","start":"2026-03-06T01:08:38.433832Z","end":"2026-03-06T01:08:38.771138Z","steps":["trace[1730968299] 'process raft request' (duration: 337.0084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.77138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:38.433816Z","time spent":"337.46206ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:38.771384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590095191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T01:08:38.771454Z","caller":"traceutil/trace.go:171","msg":"trace[1091938714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16344; }","duration":"1.590209744s","start":"2026-03-06T01:08:37.181226Z","end":"2026-03-06T01:08:38.771436Z","steps":["trace[1091938714] 'agreement among raft nodes before linearized reading' (duration: 1.589963418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.77155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36825309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:08:38.771503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.181206Z","time spent":"1.590289265s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:08:38.771581Z","caller":"traceutil/trace.go:171","msg":"trace[875226239] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16344; }","duration":"1.368311032s","start":"2026-03-06T01:08:37.403262Z","end":"2026-03-06T01:08:38.771574Z","steps":["trace[875226239] 'agreement among raft nodes before linearized reading' (duration: 1.368168039s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.771379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354397057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:08:38.771606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.403245Z","time spent":"1.368356534s","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":134,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:08:38.771639Z","caller":"traceutil/trace.go:171","msg":"trace[249706908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16344; }","duration":"1.354699744s","start":"2026-03-06T01:08:37.41692Z","end":"2026-03-06T01:08:38.77162Z","steps":["trace[249706908] 'agreement among raft nodes before linearized reading' (duration: 1.354221883s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.771693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.4169Z","time spent":"1.354780067s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:08:38.771578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58915364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T01:08:38.771788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642621308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:08:38.771816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.982635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:38.771822Z","caller":"traceutil/trace.go:171","msg":"trace[1997859916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16344; }","duration":"1.642680229s","start":"2026-03-06T01:08:37.12913Z","end":"2026-03-06T01:08:38.771811Z","steps":["trace[1997859916] 'agreement among raft nodes before linearized reading' (duration: 1.642623087s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.771863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.129114Z","time spent":"1.642742511s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:08:38.771864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032545142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-06T01:08:38.771914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.667594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:08:38.77194Z","caller":"traceutil/trace.go:171","msg":"trace[1679718264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16344; }","duration":"638.732096ms","start":"2026-03-06T01:08:38.133203Z","end":"2026-03-06T01:08:38.771935Z","steps":["trace[1679718264] 'agreement among raft nodes before linearized reading' (duration: 638.645353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.771957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:38.133181Z","time spent":"638.772807ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:08:38.771969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271545572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:08:38.772001Z","caller":"traceutil/trace.go:171","msg":"trace[1004040242] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:16344; }","duration":"1.271574983s","start":"2026-03-06T01:08:37.500415Z","end":"2026-03-06T01:08:38.77199Z","steps":["trace[1004040242] 'agreement among raft nodes before linearized reading' (duration: 1.271513511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.772042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.500353Z","time spent":"1.271681136s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:08:38.771827Z","caller":"traceutil/trace.go:171","msg":"trace[2121278431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16344; }","duration":"1.589475187s","start":"2026-03-06T01:08:37.182336Z","end":"2026-03-06T01:08:38.771811Z","steps":["trace[2121278431] 'agreement among raft nodes before linearized reading' (duration: 1.588840962s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.772145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676114559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:08:38.772177Z","caller":"traceutil/trace.go:171","msg":"trace[1376725801] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16344; }","duration":"1.676172761s","start":"2026-03-06T01:08:37.095995Z","end":"2026-03-06T01:08:38.772168Z","steps":["trace[1376725801] 'agreement among raft nodes before linearized reading' (duration: 1.676000337s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:38.771906Z","caller":"traceutil/trace.go:171","msg":"trace[1540825126] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j6tvb; range_end:; response_count:1; response_revision:16344; }","duration":"1.032624784s","start":"2026-03-06T01:08:37.739268Z","end":"2026-03-06T01:08:38.771893Z","steps":["trace[1540825126] 'agreement among raft nodes before linearized reading' (duration: 1.032528281s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.771781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.25037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T01:08:38.772219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579455893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-03-06T01:08:38.772204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.095981Z","time spent":"1.676216272s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":173,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:08:38.772242Z","caller":"traceutil/trace.go:171","msg":"trace[1076970086] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:16344; }","duration":"1.579525905s","start":"2026-03-06T01:08:37.19271Z","end":"2026-03-06T01:08:38.772236Z","steps":["trace[1076970086] 'agreement among raft nodes before linearized reading' (duration: 1.579440013s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.772261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.192687Z","time spent":"1.579570615s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" "} {"level":"info","ts":"2026-03-06T01:08:38.77223Z","caller":"traceutil/trace.go:171","msg":"trace[1657311780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16344; }","duration":"923.72094ms","start":"2026-03-06T01:08:37.848495Z","end":"2026-03-06T01:08:38.772215Z","steps":["trace[1657311780] 'agreement among raft nodes before linearized reading' (duration: 923.261999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.772442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716416051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:08:38.772495Z","caller":"traceutil/trace.go:171","msg":"trace[2006079099] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16344; }","duration":"1.716519963s","start":"2026-03-06T01:08:37.055966Z","end":"2026-03-06T01:08:38.772486Z","steps":["trace[2006079099] 'agreement among raft nodes before linearized reading' (duration: 1.716424261s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.772536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.055943Z","time spent":"1.716581694s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":15,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:08:38.771836Z","caller":"traceutil/trace.go:171","msg":"trace[727336583] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16344; }","duration":"458.001845ms","start":"2026-03-06T01:08:38.313827Z","end":"2026-03-06T01:08:38.771829Z","steps":["trace[727336583] 'agreement among raft nodes before linearized reading' (duration: 457.966854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.772621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:38.313765Z","time spent":"458.848865ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:08:38.772492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.84848Z","time spent":"923.991907ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:08:38.771413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541385283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:08:38.772753Z","caller":"traceutil/trace.go:171","msg":"trace[1653306695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16344; }","duration":"1.542744485s","start":"2026-03-06T01:08:37.229992Z","end":"2026-03-06T01:08:38.772736Z","steps":["trace[1653306695] 'agreement among raft nodes before linearized reading' (duration: 1.54122563s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.77281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.229975Z","time spent":"1.542821578s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:08:38.772183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.182308Z","time spent":"1.589855266s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:08:38.771768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.066035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T01:08:38.773412Z","caller":"traceutil/trace.go:171","msg":"trace[1590640519] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:16344; }","duration":"211.756145ms","start":"2026-03-06T01:08:38.561637Z","end":"2026-03-06T01:08:38.773393Z","steps":["trace[1590640519] 'agreement among raft nodes before linearized reading' (duration: 210.070045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:38.775022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:37.739247Z","time spent":"1.032965831s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" "} {"level":"info","ts":"2026-03-06T01:08:38.937887Z","caller":"traceutil/trace.go:171","msg":"trace[1288005469] linearizableReadLoop","detail":"{readStateIndex:16942; appliedIndex:16941; }","duration":"160.775504ms","start":"2026-03-06T01:08:38.777087Z","end":"2026-03-06T01:08:38.937862Z","steps":["trace[1288005469] 'read index received' (duration: 93.961414ms)","trace[1288005469] 'applied index is now lower than readState.Index' (duration: 66.81306ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:38.938238Z","caller":"traceutil/trace.go:171","msg":"trace[538355939] transaction","detail":"{read_only:false; response_revision:16345; number_of_response:1; }","duration":"163.743203ms","start":"2026-03-06T01:08:38.774475Z","end":"2026-03-06T01:08:38.938219Z","steps":["trace[538355939] 'process raft request' (duration: 96.546914ms)","trace[538355939] 'compare' (duration: 66.718578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:38.938572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.45847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:08:38.938661Z","caller":"traceutil/trace.go:171","msg":"trace[64123769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16345; }","duration":"161.618684ms","start":"2026-03-06T01:08:38.777024Z","end":"2026-03-06T01:08:38.938643Z","steps":["trace[64123769] 'agreement among raft nodes before linearized reading' (duration: 161.287086ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:39.024982Z","caller":"traceutil/trace.go:171","msg":"trace[428854189] transaction","detail":"{read_only:false; response_revision:16346; number_of_response:1; }","duration":"247.011808ms","start":"2026-03-06T01:08:38.777949Z","end":"2026-03-06T01:08:39.024961Z","steps":["trace[428854189] 'process raft request' (duration: 246.852154ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:39.025323Z","caller":"traceutil/trace.go:171","msg":"trace[1758499662] transaction","detail":"{read_only:false; response_revision:16349; number_of_response:1; }","duration":"241.52292ms","start":"2026-03-06T01:08:38.783773Z","end":"2026-03-06T01:08:39.025296Z","steps":["trace[1758499662] 'process raft request' (duration: 241.470919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:39.0253Z","caller":"traceutil/trace.go:171","msg":"trace[239682271] transaction","detail":"{read_only:false; response_revision:16347; number_of_response:1; }","duration":"242.619395ms","start":"2026-03-06T01:08:38.78262Z","end":"2026-03-06T01:08:39.025239Z","steps":["trace[239682271] 'process raft request' (duration: 242.294448ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:39.025411Z","caller":"traceutil/trace.go:171","msg":"trace[773318860] transaction","detail":"{read_only:false; response_revision:16348; number_of_response:1; }","duration":"242.675667ms","start":"2026-03-06T01:08:38.782718Z","end":"2026-03-06T01:08:39.025394Z","steps":["trace[773318860] 'process raft request' (duration: 242.414771ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:39.027514Z","caller":"traceutil/trace.go:171","msg":"trace[1915018967] transaction","detail":"{read_only:false; response_revision:16350; number_of_response:1; }","duration":"132.085444ms","start":"2026-03-06T01:08:38.895408Z","end":"2026-03-06T01:08:39.027493Z","steps":["trace[1915018967] 'process raft request' (duration: 131.739886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:39.028192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.596662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T01:08:39.02823Z","caller":"traceutil/trace.go:171","msg":"trace[1300870017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16350; }","duration":"241.672224ms","start":"2026-03-06T01:08:38.786545Z","end":"2026-03-06T01:08:39.028217Z","steps":["trace[1300870017] 'agreement among raft nodes before linearized reading' (duration: 241.586342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:39.028321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.685604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-06T01:08:39.028359Z","caller":"traceutil/trace.go:171","msg":"trace[1799614372] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16350; }","duration":"250.761035ms","start":"2026-03-06T01:08:38.777587Z","end":"2026-03-06T01:08:39.028348Z","steps":["trace[1799614372] 'agreement among raft nodes before linearized reading' (duration: 250.605542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:39.029289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.112734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953199"} {"level":"warn","ts":"2026-03-06T01:08:39.029282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.39687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-06T01:08:39.029326Z","caller":"traceutil/trace.go:171","msg":"trace[2116686284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16350; }","duration":"245.157435ms","start":"2026-03-06T01:08:38.784157Z","end":"2026-03-06T01:08:39.029314Z","steps":["trace[2116686284] 'agreement among raft nodes before linearized reading' (duration: 244.311135ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:39.029347Z","caller":"traceutil/trace.go:171","msg":"trace[156273695] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16350; }","duration":"251.494043ms","start":"2026-03-06T01:08:38.777833Z","end":"2026-03-06T01:08:39.029327Z","steps":["trace[156273695] 'agreement among raft nodes before linearized reading' (duration: 251.291208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:39.030688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.349573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953199"} {"level":"info","ts":"2026-03-06T01:08:39.030736Z","caller":"traceutil/trace.go:171","msg":"trace[660968500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16350; }","duration":"246.62885ms","start":"2026-03-06T01:08:38.784096Z","end":"2026-03-06T01:08:39.030725Z","steps":["trace[660968500] 'agreement among raft nodes before linearized reading' (duration: 245.094444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:43.422048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.261719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:08:43.422149Z","caller":"traceutil/trace.go:171","msg":"trace[902339144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16447; }","duration":"168.430543ms","start":"2026-03-06T01:08:43.253699Z","end":"2026-03-06T01:08:43.422129Z","steps":["trace[902339144] 'range keys from in-memory index tree' (duration: 168.060824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:43.422066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.113609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30e551a2-a2c8-4759-a4fd-68270842532b\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-06T01:08:43.422257Z","caller":"traceutil/trace.go:171","msg":"trace[1261344322] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30e551a2-a2c8-4759-a4fd-68270842532b; range_end:; response_count:1; response_revision:16447; }","duration":"151.351464ms","start":"2026-03-06T01:08:43.270874Z","end":"2026-03-06T01:08:43.422226Z","steps":["trace[1261344322] 'range keys from in-memory index tree' (duration: 150.902163ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:46.895511Z","caller":"traceutil/trace.go:171","msg":"trace[62475354] linearizableReadLoop","detail":"{readStateIndex:17079; appliedIndex:17078; }","duration":"121.23378ms","start":"2026-03-06T01:08:46.774238Z","end":"2026-03-06T01:08:46.895472Z","steps":["trace[62475354] 'read index received' (duration: 120.870612ms)","trace[62475354] 'applied index is now lower than readState.Index' (duration: 361.658µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:08:46.895789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.521728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:08:46.895771Z","caller":"traceutil/trace.go:171","msg":"trace[552289272] transaction","detail":"{read_only:false; response_revision:16479; number_of_response:1; }","duration":"122.45737ms","start":"2026-03-06T01:08:46.773283Z","end":"2026-03-06T01:08:46.89574Z","steps":["trace[552289272] 'process raft request' (duration: 121.853666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:46.895841Z","caller":"traceutil/trace.go:171","msg":"trace[1447132631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16479; }","duration":"121.61422ms","start":"2026-03-06T01:08:46.77421Z","end":"2026-03-06T01:08:46.895824Z","steps":["trace[1447132631] 'agreement among raft nodes before linearized reading' (duration: 121.399815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.588893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844805305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:08:47.670849Z","caller":"traceutil/trace.go:171","msg":"trace[1093369083] transaction","detail":"{read_only:false; response_revision:16480; number_of_response:1; }","duration":"836.510513ms","start":"2026-03-06T01:08:46.834311Z","end":"2026-03-06T01:08:47.670822Z","steps":["trace[1093369083] 'process raft request' (duration: 835.149821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:47.671319Z","caller":"traceutil/trace.go:171","msg":"trace[1654274615] linearizableReadLoop","detail":"{readStateIndex:17082; appliedIndex:17079; }","duration":"585.051762ms","start":"2026-03-06T01:08:47.086237Z","end":"2026-03-06T01:08:47.671288Z","steps":["trace[1654274615] 'read index received' (duration: 583.24574ms)","trace[1654274615] 'applied index is now lower than readState.Index' (duration: 1.804252ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:47.671442Z","caller":"traceutil/trace.go:171","msg":"trace[351405104] transaction","detail":"{read_only:false; response_revision:16481; number_of_response:1; }","duration":"770.766967ms","start":"2026-03-06T01:08:46.900666Z","end":"2026-03-06T01:08:47.671433Z","steps":["trace[351405104] 'process raft request' (duration: 770.421979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.671604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:46.900635Z","time spent":"770.839859ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:08:47.671889Z","caller":"traceutil/trace.go:171","msg":"trace[2139889398] transaction","detail":"{read_only:false; response_revision:16482; number_of_response:1; }","duration":"590.214062ms","start":"2026-03-06T01:08:47.081635Z","end":"2026-03-06T01:08:47.671849Z","steps":["trace[2139889398] 'process raft request' (duration: 589.604318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.672081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:47.081618Z","time spent":"590.362656ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:47.672105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.100129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:08:47.672224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.138374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:08:47.672255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.974603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-06T01:08:47.672322Z","caller":"traceutil/trace.go:171","msg":"trace[1282054565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16482; }","duration":"585.264796ms","start":"2026-03-06T01:08:47.087031Z","end":"2026-03-06T01:08:47.672296Z","steps":["trace[1282054565] 'agreement among raft nodes before linearized reading' (duration: 584.952489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.672294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.066002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:08:47.672352Z","caller":"traceutil/trace.go:171","msg":"trace[254057643] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j6tvb; range_end:; response_count:1; response_revision:16482; }","duration":"544.118416ms","start":"2026-03-06T01:08:47.128212Z","end":"2026-03-06T01:08:47.67233Z","steps":["trace[254057643] 'agreement among raft nodes before linearized reading' (duration: 543.787008ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:47.672399Z","caller":"traceutil/trace.go:171","msg":"trace[1171290890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16482; }","duration":"585.238916ms","start":"2026-03-06T01:08:47.087133Z","end":"2026-03-06T01:08:47.672371Z","steps":["trace[1171290890] 'agreement among raft nodes before linearized reading' (duration: 584.905458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.672419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:47.128191Z","time spent":"544.215808ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" "} {"level":"info","ts":"2026-03-06T01:08:47.672247Z","caller":"traceutil/trace.go:171","msg":"trace[1105977247] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:16482; }","duration":"205.298104ms","start":"2026-03-06T01:08:47.466928Z","end":"2026-03-06T01:08:47.672226Z","steps":["trace[1105977247] 'agreement among raft nodes before linearized reading' (duration: 205.096819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.672467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:47.087102Z","time spent":"585.355379ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:08:47.672374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:47.087023Z","time spent":"585.340839ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:08:47.672181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.658734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-03-06T01:08:47.672628Z","caller":"traceutil/trace.go:171","msg":"trace[594946485] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:16482; }","duration":"535.134406ms","start":"2026-03-06T01:08:47.137483Z","end":"2026-03-06T01:08:47.672618Z","steps":["trace[594946485] 'agreement among raft nodes before linearized reading' (duration: 534.497441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.672666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:47.137472Z","time spent":"535.184607ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" "} {"level":"warn","ts":"2026-03-06T01:08:47.672894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.213229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:08:47.672967Z","caller":"traceutil/trace.go:171","msg":"trace[878454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16482; }","duration":"586.738761ms","start":"2026-03-06T01:08:47.086212Z","end":"2026-03-06T01:08:47.672951Z","steps":["trace[878454] 'agreement among raft nodes before linearized reading' (duration: 585.547503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.673003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:47.086206Z","time spent":"586.788523ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:08:47.671012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:46.834288Z","time spent":"836.649256ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:08:47.674045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.793676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:08:47.674113Z","caller":"traceutil/trace.go:171","msg":"trace[441195930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16482; }","duration":"587.886588ms","start":"2026-03-06T01:08:47.086208Z","end":"2026-03-06T01:08:47.674094Z","steps":["trace[441195930] 'agreement among raft nodes before linearized reading' (duration: 585.721788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:47.674153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:47.086196Z","time spent":"587.94974ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:09:23.510239Z","caller":"traceutil/trace.go:171","msg":"trace[667414512] linearizableReadLoop","detail":"{readStateIndex:17508; appliedIndex:17505; }","duration":"120.179597ms","start":"2026-03-06T01:09:23.390024Z","end":"2026-03-06T01:09:23.510204Z","steps":["trace[667414512] 'read index received' (duration: 72.746769ms)","trace[667414512] 'applied index is now lower than readState.Index' (duration: 47.431248ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:23.511353Z","caller":"traceutil/trace.go:171","msg":"trace[1505515415] transaction","detail":"{read_only:false; response_revision:16894; number_of_response:1; }","duration":"126.182047ms","start":"2026-03-06T01:09:23.385141Z","end":"2026-03-06T01:09:23.511323Z","steps":["trace[1505515415] 'process raft request' (duration: 124.910627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:23.511431Z","caller":"traceutil/trace.go:171","msg":"trace[715160873] transaction","detail":"{read_only:false; response_revision:16893; number_of_response:1; }","duration":"126.506545ms","start":"2026-03-06T01:09:23.384894Z","end":"2026-03-06T01:09:23.5114Z","steps":["trace[715160873] 'process raft request' (duration: 77.853448ms)","trace[715160873] 'compare' (duration: 47.08565ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:23.511347Z","caller":"traceutil/trace.go:171","msg":"trace[1753004019] transaction","detail":"{read_only:false; response_revision:16895; number_of_response:1; }","duration":"122.959721ms","start":"2026-03-06T01:09:23.388342Z","end":"2026-03-06T01:09:23.511302Z","steps":["trace[1753004019] 'process raft request' (duration: 121.789894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:23.510478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.389961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:09:23.511971Z","caller":"traceutil/trace.go:171","msg":"trace[1584433124] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16895; }","duration":"121.949397ms","start":"2026-03-06T01:09:23.389998Z","end":"2026-03-06T01:09:23.511947Z","steps":["trace[1584433124] 'agreement among raft nodes before linearized reading' (duration: 120.35266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:23.917Z","caller":"traceutil/trace.go:171","msg":"trace[972864613] transaction","detail":"{read_only:false; response_revision:16899; number_of_response:1; }","duration":"102.33165ms","start":"2026-03-06T01:09:23.814635Z","end":"2026-03-06T01:09:23.916967Z","steps":["trace[972864613] 'process raft request' (duration: 102.116415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:09:32.101456Z","caller":"traceutil/trace.go:171","msg":"trace[372864325] transaction","detail":"{read_only:false; response_revision:16950; number_of_response:1; }","duration":"125.277815ms","start":"2026-03-06T01:09:31.976145Z","end":"2026-03-06T01:09:32.101423Z","steps":["trace[372864325] 'process raft request' (duration: 109.016136ms)","trace[372864325] 'compare' (duration: 16.096936ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:09:32.105926Z","caller":"traceutil/trace.go:171","msg":"trace[1351201838] linearizableReadLoop","detail":"{readStateIndex:17564; appliedIndex:17563; }","duration":"117.966855ms","start":"2026-03-06T01:09:31.987923Z","end":"2026-03-06T01:09:32.10589Z","steps":["trace[1351201838] 'read index received' (duration: 27.352619ms)","trace[1351201838] 'applied index is now lower than readState.Index' (duration: 90.612366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:09:32.106216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.265242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:09:32.106327Z","caller":"traceutil/trace.go:171","msg":"trace[116371521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16950; }","duration":"118.453686ms","start":"2026-03-06T01:09:31.987851Z","end":"2026-03-06T01:09:32.106304Z","steps":["trace[116371521] 'agreement among raft nodes before linearized reading' (duration: 118.1598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:09:32.106487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.257682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:09:32.106578Z","caller":"traceutil/trace.go:171","msg":"trace[1125852327] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16950; }","duration":"118.581309ms","start":"2026-03-06T01:09:31.987951Z","end":"2026-03-06T01:09:32.106532Z","steps":["trace[1125852327] 'agreement among raft nodes before linearized reading' (duration: 118.164919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:13.223159Z","caller":"traceutil/trace.go:171","msg":"trace[1292551233] transaction","detail":"{read_only:false; response_revision:17279; number_of_response:1; }","duration":"123.415003ms","start":"2026-03-06T01:10:13.099704Z","end":"2026-03-06T01:10:13.223119Z","steps":["trace[1292551233] 'process raft request' (duration: 122.922531ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:14.478663Z","caller":"traceutil/trace.go:171","msg":"trace[456503982] linearizableReadLoop","detail":"{readStateIndex:17912; appliedIndex:17911; }","duration":"101.629253ms","start":"2026-03-06T01:10:14.377003Z","end":"2026-03-06T01:10:14.478632Z","steps":["trace[456503982] 'read index received' (duration: 40.820413ms)","trace[456503982] 'applied index is now lower than readState.Index' (duration: 60.80772ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:10:14.478835Z","caller":"traceutil/trace.go:171","msg":"trace[1167627198] transaction","detail":"{read_only:false; response_revision:17288; number_of_response:1; }","duration":"114.917564ms","start":"2026-03-06T01:10:14.363898Z","end":"2026-03-06T01:10:14.478815Z","steps":["trace[1167627198] 'process raft request' (duration: 54.024932ms)","trace[1167627198] 'compare' (duration: 60.572474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:10:14.479294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.270828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:10:14.479338Z","caller":"traceutil/trace.go:171","msg":"trace[1423959766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17288; }","duration":"102.37925ms","start":"2026-03-06T01:10:14.376946Z","end":"2026-03-06T01:10:14.479325Z","steps":["trace[1423959766] 'agreement among raft nodes before linearized reading' (duration: 102.184016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:14.479501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.479153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:10:14.479532Z","caller":"traceutil/trace.go:171","msg":"trace[220213405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17288; }","duration":"102.555725ms","start":"2026-03-06T01:10:14.376968Z","end":"2026-03-06T01:10:14.479524Z","steps":["trace[220213405] 'agreement among raft nodes before linearized reading' (duration: 102.469073ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:14.68087Z","caller":"traceutil/trace.go:171","msg":"trace[1040020746] linearizableReadLoop","detail":"{readStateIndex:17916; appliedIndex:17914; }","duration":"105.840621ms","start":"2026-03-06T01:10:14.575005Z","end":"2026-03-06T01:10:14.680845Z","steps":["trace[1040020746] 'read index received' (duration: 105.543075ms)","trace[1040020746] 'applied index is now lower than readState.Index' (duration: 296.556µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:10:14.681053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.023425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:10:14.681103Z","caller":"traceutil/trace.go:171","msg":"trace[80310920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:17292; }","duration":"106.136528ms","start":"2026-03-06T01:10:14.574948Z","end":"2026-03-06T01:10:14.681085Z","steps":["trace[80310920] 'agreement among raft nodes before linearized reading' (duration: 105.995725ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:14.681524Z","caller":"traceutil/trace.go:171","msg":"trace[558079673] transaction","detail":"{read_only:false; response_revision:17291; number_of_response:1; }","duration":"191.095122ms","start":"2026-03-06T01:10:14.490415Z","end":"2026-03-06T01:10:14.68151Z","steps":["trace[558079673] 'process raft request' (duration: 190.209751ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:14.68169Z","caller":"traceutil/trace.go:171","msg":"trace[500116523] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"188.892291ms","start":"2026-03-06T01:10:14.492786Z","end":"2026-03-06T01:10:14.681679Z","steps":["trace[500116523] 'process raft request' (duration: 188.00993ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:16.510474Z","caller":"traceutil/trace.go:171","msg":"trace[934282081] linearizableReadLoop","detail":"{readStateIndex:17926; appliedIndex:17925; }","duration":"181.708463ms","start":"2026-03-06T01:10:16.328743Z","end":"2026-03-06T01:10:16.510451Z","steps":["trace[934282081] 'read index received' (duration: 178.648392ms)","trace[934282081] 'applied index is now lower than readState.Index' (duration: 3.059191ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:10:16.510584Z","caller":"traceutil/trace.go:171","msg":"trace[1637087317] transaction","detail":"{read_only:false; response_revision:17302; number_of_response:1; }","duration":"183.925305ms","start":"2026-03-06T01:10:16.32665Z","end":"2026-03-06T01:10:16.510576Z","steps":["trace[1637087317] 'process raft request' (duration: 180.634898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:16.510764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.00324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:10:16.510825Z","caller":"traceutil/trace.go:171","msg":"trace[1172500753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17302; }","duration":"182.120373ms","start":"2026-03-06T01:10:16.328688Z","end":"2026-03-06T01:10:16.510808Z","steps":["trace[1172500753] 'agreement among raft nodes before linearized reading' (duration: 181.941789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:16.576986Z","caller":"traceutil/trace.go:171","msg":"trace[647554591] transaction","detail":"{read_only:false; response_revision:17303; number_of_response:1; }","duration":"109.802483ms","start":"2026-03-06T01:10:16.467121Z","end":"2026-03-06T01:10:16.576923Z","steps":["trace[647554591] 'process raft request' (duration: 109.596918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:16.740855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.511154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:10:16.741046Z","caller":"traceutil/trace.go:171","msg":"trace[1204002524] transaction","detail":"{read_only:false; response_revision:17304; number_of_response:1; }","duration":"159.867693ms","start":"2026-03-06T01:10:16.58115Z","end":"2026-03-06T01:10:16.741018Z","steps":["trace[1204002524] 'process raft request' (duration: 57.104674ms)","trace[1204002524] 'compare' (duration: 102.38815ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:10:16.741295Z","caller":"traceutil/trace.go:171","msg":"trace[722648054] transaction","detail":"{read_only:false; response_revision:17305; number_of_response:1; }","duration":"159.271379ms","start":"2026-03-06T01:10:16.582012Z","end":"2026-03-06T01:10:16.741283Z","steps":["trace[722648054] 'process raft request' (duration: 158.960652ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:16.741334Z","caller":"traceutil/trace.go:171","msg":"trace[855170276] linearizableReadLoop","detail":"{readStateIndex:17930; appliedIndex:17927; }","duration":"114.558945ms","start":"2026-03-06T01:10:16.62675Z","end":"2026-03-06T01:10:16.741309Z","steps":["trace[855170276] 'read index received' (duration: 11.717414ms)","trace[855170276] 'applied index is now lower than readState.Index' (duration: 102.840341ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:10:16.741361Z","caller":"traceutil/trace.go:171","msg":"trace[1900095318] transaction","detail":"{read_only:false; response_revision:17306; number_of_response:1; }","duration":"159.239798ms","start":"2026-03-06T01:10:16.58208Z","end":"2026-03-06T01:10:16.74132Z","steps":["trace[1900095318] 'process raft request' (duration: 159.097945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:16.741566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.846041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:10:16.741596Z","caller":"traceutil/trace.go:171","msg":"trace[1815282557] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:17306; }","duration":"114.978065ms","start":"2026-03-06T01:10:16.62661Z","end":"2026-03-06T01:10:16.741588Z","steps":["trace[1815282557] 'agreement among raft nodes before linearized reading' (duration: 114.832171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:17.327038Z","caller":"traceutil/trace.go:171","msg":"trace[195337850] linearizableReadLoop","detail":"{readStateIndex:17933; appliedIndex:17930; }","duration":"570.560373ms","start":"2026-03-06T01:10:16.756454Z","end":"2026-03-06T01:10:17.327014Z","steps":["trace[195337850] 'read index received' (duration: 69.744588ms)","trace[195337850] 'applied index is now lower than readState.Index' (duration: 500.815025ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:10:17.327112Z","caller":"traceutil/trace.go:171","msg":"trace[637984139] transaction","detail":"{read_only:false; response_revision:17308; number_of_response:1; }","duration":"579.323919ms","start":"2026-03-06T01:10:16.747751Z","end":"2026-03-06T01:10:17.327075Z","steps":["trace[637984139] 'process raft request' (duration: 579.217976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.327289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:16.747733Z","time spent":"579.466492ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:10:17.327109Z","caller":"traceutil/trace.go:171","msg":"trace[1920977697] transaction","detail":"{read_only:false; response_revision:17307; number_of_response:1; }","duration":"581.332725ms","start":"2026-03-06T01:10:16.74573Z","end":"2026-03-06T01:10:17.327063Z","steps":["trace[1920977697] 'process raft request' (duration: 581.056949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.327537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:16.745709Z","time spent":"581.802826ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:10:17.327989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.479895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:10:17.328112Z","caller":"traceutil/trace.go:171","msg":"trace[410020914] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:17308; }","duration":"571.669659ms","start":"2026-03-06T01:10:16.756415Z","end":"2026-03-06T01:10:17.328085Z","steps":["trace[410020914] 'agreement among raft nodes before linearized reading' (duration: 570.698387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.328163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:16.756398Z","time spent":"571.754191ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:10:17.40491Z","caller":"traceutil/trace.go:171","msg":"trace[1045656007] transaction","detail":"{read_only:false; response_revision:17309; number_of_response:1; }","duration":"577.537017ms","start":"2026-03-06T01:10:16.827352Z","end":"2026-03-06T01:10:17.404889Z","steps":["trace[1045656007] 'process raft request' (duration: 570.609035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.405023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:16.827322Z","time spent":"577.645429ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:10:17.40537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.574326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-03-06T01:10:17.405425Z","caller":"traceutil/trace.go:171","msg":"trace[976870242] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17309; }","duration":"162.641438ms","start":"2026-03-06T01:10:17.242769Z","end":"2026-03-06T01:10:17.40541Z","steps":["trace[976870242] 'agreement among raft nodes before linearized reading' (duration: 162.463764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.405649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.949048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:10:17.405685Z","caller":"traceutil/trace.go:171","msg":"trace[1221976614] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17309; }","duration":"170.03076ms","start":"2026-03-06T01:10:17.235643Z","end":"2026-03-06T01:10:17.405673Z","steps":["trace[1221976614] 'agreement among raft nodes before linearized reading' (duration: 169.971709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.405664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.209107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:10:17.405751Z","caller":"traceutil/trace.go:171","msg":"trace[357844753] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17309; }","duration":"308.309149ms","start":"2026-03-06T01:10:17.097423Z","end":"2026-03-06T01:10:17.405732Z","steps":["trace[357844753] 'agreement among raft nodes before linearized reading' (duration: 308.123265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.405775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.870703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:10:17.40579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:17.097393Z","time spent":"308.390972ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:10:17.405781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.820903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mdwsb\" ","response":"range_response_count:1 size:23320"} {"level":"info","ts":"2026-03-06T01:10:17.405805Z","caller":"traceutil/trace.go:171","msg":"trace[673696865] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17309; }","duration":"168.939875ms","start":"2026-03-06T01:10:17.236858Z","end":"2026-03-06T01:10:17.405798Z","steps":["trace[673696865] 'agreement among raft nodes before linearized reading' (duration: 168.897974ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:17.405842Z","caller":"traceutil/trace.go:171","msg":"trace[1942928579] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mdwsb; range_end:; response_count:1; response_revision:17309; }","duration":"240.925006ms","start":"2026-03-06T01:10:17.164898Z","end":"2026-03-06T01:10:17.405823Z","steps":["trace[1942928579] 'agreement among raft nodes before linearized reading' (duration: 240.6732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.405985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.809134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-03-06T01:10:17.406011Z","caller":"traceutil/trace.go:171","msg":"trace[572584697] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17309; }","duration":"294.857716ms","start":"2026-03-06T01:10:17.111146Z","end":"2026-03-06T01:10:17.406004Z","steps":["trace[572584697] 'agreement among raft nodes before linearized reading' (duration: 294.775154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.15542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:10:17.406046Z","caller":"traceutil/trace.go:171","msg":"trace[440220620] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:17309; }","duration":"503.222791ms","start":"2026-03-06T01:10:16.902816Z","end":"2026-03-06T01:10:17.406039Z","steps":["trace[440220620] 'agreement among raft nodes before linearized reading' (duration: 503.050537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.19818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:10:17.406082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:16.902795Z","time spent":"503.280212ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":203,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:10:17.40609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.488702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:10:17.406129Z","caller":"traceutil/trace.go:171","msg":"trace[637370086] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17309; }","duration":"170.529082ms","start":"2026-03-06T01:10:17.23559Z","end":"2026-03-06T01:10:17.406119Z","steps":["trace[637370086] 'agreement among raft nodes before linearized reading' (duration: 170.467501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.957941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-03-06T01:10:17.406217Z","caller":"traceutil/trace.go:171","msg":"trace[1963819970] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17309; }","duration":"305.023463ms","start":"2026-03-06T01:10:17.101188Z","end":"2026-03-06T01:10:17.406211Z","steps":["trace[1963819970] 'agreement among raft nodes before linearized reading' (duration: 304.92893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:17.10118Z","time spent":"305.053183ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:10:17.406104Z","caller":"traceutil/trace.go:171","msg":"trace[1636278538] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17309; }","duration":"303.232481ms","start":"2026-03-06T01:10:17.102867Z","end":"2026-03-06T01:10:17.406099Z","steps":["trace[1636278538] 'agreement among raft nodes before linearized reading' (duration: 303.20271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.721672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:10:17.406329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.258698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:10:17.406354Z","caller":"traceutil/trace.go:171","msg":"trace[1788638359] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17309; }","duration":"308.292779ms","start":"2026-03-06T01:10:17.098053Z","end":"2026-03-06T01:10:17.406346Z","steps":["trace[1788638359] 'agreement among raft nodes before linearized reading' (duration: 308.235017ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:10:17.406354Z","caller":"traceutil/trace.go:171","msg":"trace[516943117] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17309; }","duration":"312.808185ms","start":"2026-03-06T01:10:17.093537Z","end":"2026-03-06T01:10:17.406345Z","steps":["trace[516943117] 'agreement among raft nodes before linearized reading' (duration: 312.754274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:17.098046Z","time spent":"308.322689ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:10:17.406383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:17.093514Z","time spent":"312.863466ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-06T01:10:17.406317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:17.102859Z","time spent":"303.443346ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:10:17.406272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.653851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:10:17.406487Z","caller":"traceutil/trace.go:171","msg":"trace[1829243532] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17309; }","duration":"312.917467ms","start":"2026-03-06T01:10:17.093562Z","end":"2026-03-06T01:10:17.40648Z","steps":["trace[1829243532] 'agreement among raft nodes before linearized reading' (duration: 312.683621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:17.093539Z","time spent":"312.965889ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:10:17.406564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.229486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-03-06T01:10:17.406598Z","caller":"traceutil/trace.go:171","msg":"trace[1764013382] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-j6tvb; range_end:; response_count:1; response_revision:17309; }","duration":"418.306077ms","start":"2026-03-06T01:10:16.988283Z","end":"2026-03-06T01:10:17.406589Z","steps":["trace[1764013382] 'agreement among raft nodes before linearized reading' (duration: 418.193985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:10:17.406632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:10:16.988261Z","time spent":"418.362559ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-j6tvb\" "} {"level":"info","ts":"2026-03-06T01:13:33.513021Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16324} {"level":"info","ts":"2026-03-06T01:13:33.632151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16324,"took":"115.815193ms","hash":2038378631,"current-db-size-bytes":45789184,"current-db-size":"46 MB","current-db-size-in-use-bytes":30339072,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:13:33.632232Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2038378631,"revision":16324,"compact-revision":14178} {"level":"info","ts":"2026-03-06T01:13:49.298046Z","caller":"traceutil/trace.go:171","msg":"trace[2089633410] transaction","detail":"{read_only:false; response_revision:18682; number_of_response:1; }","duration":"145.463237ms","start":"2026-03-06T01:13:49.152554Z","end":"2026-03-06T01:13:49.298017Z","steps":["trace[2089633410] 'process raft request' (duration: 145.210581ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:04.972584Z","caller":"traceutil/trace.go:171","msg":"trace[1213265712] linearizableReadLoop","detail":"{readStateIndex:19432; appliedIndex:19431; }","duration":"196.566994ms","start":"2026-03-06T01:14:04.77599Z","end":"2026-03-06T01:14:04.972557Z","steps":["trace[1213265712] 'read index received' (duration: 196.303988ms)","trace[1213265712] 'applied index is now lower than readState.Index' (duration: 261.656µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:04.972995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.342397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:14:04.97303Z","caller":"traceutil/trace.go:171","msg":"trace[1375891487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18752; }","duration":"175.433349ms","start":"2026-03-06T01:14:04.797583Z","end":"2026-03-06T01:14:04.973017Z","steps":["trace[1375891487] 'agreement among raft nodes before linearized reading' (duration: 175.301286ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:04.97297Z","caller":"traceutil/trace.go:171","msg":"trace[1461852130] transaction","detail":"{read_only:false; response_revision:18752; number_of_response:1; }","duration":"206.074167ms","start":"2026-03-06T01:14:04.766838Z","end":"2026-03-06T01:14:04.972912Z","steps":["trace[1461852130] 'process raft request' (duration: 205.563675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:04.973522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.474596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:14:04.973703Z","caller":"traceutil/trace.go:171","msg":"trace[550683654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18752; }","duration":"197.731022ms","start":"2026-03-06T01:14:04.775938Z","end":"2026-03-06T01:14:04.973669Z","steps":["trace[550683654] 'agreement among raft nodes before linearized reading' (duration: 196.883602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:09.152016Z","caller":"traceutil/trace.go:171","msg":"trace[1677122765] linearizableReadLoop","detail":"{readStateIndex:19451; appliedIndex:19450; }","duration":"117.207625ms","start":"2026-03-06T01:14:09.03479Z","end":"2026-03-06T01:14:09.151998Z","steps":["trace[1677122765] 'read index received' (duration: 117.079282ms)","trace[1677122765] 'applied index is now lower than readState.Index' (duration: 127.343µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:09.152416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.614365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:14:09.152453Z","caller":"traceutil/trace.go:171","msg":"trace[1582273812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18770; }","duration":"117.692916ms","start":"2026-03-06T01:14:09.034752Z","end":"2026-03-06T01:14:09.152445Z","steps":["trace[1582273812] 'agreement among raft nodes before linearized reading' (duration: 117.563643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:09.152721Z","caller":"traceutil/trace.go:171","msg":"trace[1774704907] transaction","detail":"{read_only:false; response_revision:18770; number_of_response:1; }","duration":"120.626896ms","start":"2026-03-06T01:14:09.032083Z","end":"2026-03-06T01:14:09.15271Z","steps":["trace[1774704907] 'process raft request' (duration: 119.775376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.628677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:14:11.784327Z","caller":"traceutil/trace.go:171","msg":"trace[228870918] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"776.18081ms","start":"2026-03-06T01:14:11.00811Z","end":"2026-03-06T01:14:11.784291Z","steps":["trace[228870918] 'process raft request' (duration: 775.987015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.784651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.008079Z","time spent":"776.340644ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:11.825894Z","caller":"traceutil/trace.go:171","msg":"trace[696277555] linearizableReadLoop","detail":"{readStateIndex:19463; appliedIndex:19460; }","duration":"697.758814ms","start":"2026-03-06T01:14:11.128099Z","end":"2026-03-06T01:14:11.825858Z","steps":["trace[696277555] 'read index received' (duration: 656.118468ms)","trace[696277555] 'applied index is now lower than readState.Index' (duration: 41.639126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:11.82609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.969958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:11.826019Z","caller":"traceutil/trace.go:171","msg":"trace[77269378] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"243.876832ms","start":"2026-03-06T01:14:11.582082Z","end":"2026-03-06T01:14:11.825958Z","steps":["trace[77269378] 'process raft request' (duration: 243.731289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.826294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.699119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:14:11.826349Z","caller":"traceutil/trace.go:171","msg":"trace[145877340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18782; }","duration":"664.756871ms","start":"2026-03-06T01:14:11.161569Z","end":"2026-03-06T01:14:11.826326Z","steps":["trace[145877340] 'agreement among raft nodes before linearized reading' (duration: 664.650718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.826192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.133143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T01:14:11.826402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.16156Z","time spent":"664.832542ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:14:11.826262Z","caller":"traceutil/trace.go:171","msg":"trace[1973394166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18782; }","duration":"698.209724ms","start":"2026-03-06T01:14:11.128025Z","end":"2026-03-06T01:14:11.826235Z","steps":["trace[1973394166] 'agreement among raft nodes before linearized reading' (duration: 697.953058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.826394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.871559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:11.826597Z","caller":"traceutil/trace.go:171","msg":"trace[1100056884] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:18782; }","duration":"614.152395ms","start":"2026-03-06T01:14:11.212413Z","end":"2026-03-06T01:14:11.826565Z","steps":["trace[1100056884] 'agreement among raft nodes before linearized reading' (duration: 613.783027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.826623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.969317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:14:11.826606Z","caller":"traceutil/trace.go:171","msg":"trace[1620350557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18782; }","duration":"669.525222ms","start":"2026-03-06T01:14:11.156995Z","end":"2026-03-06T01:14:11.826521Z","steps":["trace[1620350557] 'agreement among raft nodes before linearized reading' (duration: 669.048991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:11.82667Z","caller":"traceutil/trace.go:171","msg":"trace[671618499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18782; }","duration":"239.0931ms","start":"2026-03-06T01:14:11.587559Z","end":"2026-03-06T01:14:11.826652Z","steps":["trace[671618499] 'agreement among raft nodes before linearized reading' (duration: 238.815194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.826661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.212395Z","time spent":"614.252938ms","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:11.826673Z","caller":"traceutil/trace.go:171","msg":"trace[938391741] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"408.466527ms","start":"2026-03-06T01:14:11.418184Z","end":"2026-03-06T01:14:11.826651Z","steps":["trace[938391741] 'process raft request' (duration: 407.458924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.826632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.127996Z","time spent":"698.620103ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:14:11.826682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.729442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:14:11.826887Z","caller":"traceutil/trace.go:171","msg":"trace[1999364562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18782; }","duration":"648.028829ms","start":"2026-03-06T01:14:11.178831Z","end":"2026-03-06T01:14:11.826859Z","steps":["trace[1999364562] 'agreement among raft nodes before linearized reading' (duration: 647.310272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.827261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.178809Z","time spent":"648.418458ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:11.827106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.418138Z","time spent":"408.57231ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:11.827171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.891931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:14:11.827538Z","caller":"traceutil/trace.go:171","msg":"trace[409560269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18782; }","duration":"492.313372ms","start":"2026-03-06T01:14:11.335209Z","end":"2026-03-06T01:14:11.827522Z","steps":["trace[409560269] 'agreement among raft nodes before linearized reading' (duration: 490.869388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:11.827589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.335179Z","time spent":"492.396183ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:14:11.827545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.156983Z","time spent":"669.719576ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:12.332697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:12.83287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:13.333961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:13.39694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:12.259829Z","time spent":"1.137101233s","remote":"127.0.0.1:51786","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:14:13.834916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:13.90113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.069841291s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:14:13.901818Z","caller":"traceutil/trace.go:171","msg":"trace[998323146] transaction","detail":"{read_only:false; response_revision:18783; number_of_response:1; }","duration":"2.070630849s","start":"2026-03-06T01:14:11.831142Z","end":"2026-03-06T01:14:13.901773Z","steps":["trace[998323146] 'process raft request' (duration: 2.070269611s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:13.90205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.831118Z","time spent":"2.070797223s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:14.129396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:14:14.129503Z","caller":"traceutil/trace.go:171","msg":"trace[1597341089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394094s","start":"2026-03-06T01:14:12.129084Z","end":"2026-03-06T01:14:14.129478Z","steps":["trace[1597341089] 'agreement among raft nodes before linearized reading' (duration: 2.00024936s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:14.129568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:12.129071Z","time spent":"2.000483566s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:14:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:14:14.435399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.325278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:14.435694Z","caller":"traceutil/trace.go:171","msg":"trace[1013153843] transaction","detail":"{read_only:false; response_revision:18784; number_of_response:1; }","duration":"2.603994712s","start":"2026-03-06T01:14:11.831653Z","end":"2026-03-06T01:14:14.435648Z","steps":["trace[1013153843] 'process raft request' (duration: 2.258264384s)","trace[1013153843] 'compare' (duration: 344.909189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:14.435953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.831639Z","time spent":"2.604154916s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:14.436073Z","caller":"traceutil/trace.go:171","msg":"trace[156476013] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"2.603801757s","start":"2026-03-06T01:14:11.832245Z","end":"2026-03-06T01:14:14.436047Z","steps":["trace[156476013] 'process raft request' (duration: 2.603382078s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:14.436074Z","caller":"traceutil/trace.go:171","msg":"trace[951514261] transaction","detail":"{read_only:false; response_revision:18785; number_of_response:1; }","duration":"2.604310289s","start":"2026-03-06T01:14:11.831727Z","end":"2026-03-06T01:14:14.436037Z","steps":["trace[951514261] 'process raft request' (duration: 2.603794627s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:14.43629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.83224Z","time spent":"2.60391583s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:14.43635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.831717Z","time spent":"2.604569175s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:14.885558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.853016ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:14:14.886565Z","caller":"traceutil/trace.go:171","msg":"trace[361572175] transaction","detail":"{read_only:false; response_revision:18787; number_of_response:1; }","duration":"1.053038435s","start":"2026-03-06T01:14:13.833504Z","end":"2026-03-06T01:14:14.886543Z","steps":["trace[361572175] 'process raft request' (duration: 1.052187695s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:14.886748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:13.833469Z","time spent":"1.053155558s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:15.254353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:14:15.254508Z","caller":"traceutil/trace.go:171","msg":"trace[723472930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134798s","start":"2026-03-06T01:14:13.254348Z","end":"2026-03-06T01:14:15.254483Z","steps":["trace[723472930] 'agreement among raft nodes before linearized reading' (duration: 1.999947404s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.25458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:13.254323Z","time spent":"2.000241491s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:14:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:14:15.421454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.23475ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.421597Z","caller":"traceutil/trace.go:171","msg":"trace[555381209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18787; }","duration":"454.399803ms","start":"2026-03-06T01:14:14.967178Z","end":"2026-03-06T01:14:15.421577Z","steps":["trace[555381209] 'range keys from in-memory index tree' (duration: 454.216929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.422031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.416251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:14:15.42251Z","caller":"traceutil/trace.go:171","msg":"trace[591608580] transaction","detail":"{read_only:false; response_revision:18788; number_of_response:1; }","duration":"1.588486587s","start":"2026-03-06T01:14:13.834008Z","end":"2026-03-06T01:14:15.422494Z","steps":["trace[591608580] 'process raft request' (duration: 1.052520713s)","trace[591608580] 'compare' (duration: 534.400857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:15.422586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:13.833995Z","time spent":"1.588556198s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:15.422729Z","caller":"traceutil/trace.go:171","msg":"trace[48071792] linearizableReadLoop","detail":"{readStateIndex:19470; appliedIndex:19463; }","duration":"3.590654902s","start":"2026-03-06T01:14:11.832061Z","end":"2026-03-06T01:14:15.422716Z","steps":["trace[48071792] 'read index received' (duration: 2.069374509s)","trace[48071792] 'applied index is now lower than readState.Index' (duration: 1.521278873s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:15.422976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590914778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:14:15.423012Z","caller":"traceutil/trace.go:171","msg":"trace[641897243] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18788; }","duration":"3.59096184s","start":"2026-03-06T01:14:11.832041Z","end":"2026-03-06T01:14:15.423002Z","steps":["trace[641897243] 'agreement among raft nodes before linearized reading' (duration: 3.590827737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.423046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:11.832016Z","time spent":"3.591021071s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:14:15.423304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327287334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:14:15.423342Z","caller":"traceutil/trace.go:171","msg":"trace[494503707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18788; }","duration":"3.327367036s","start":"2026-03-06T01:14:12.095963Z","end":"2026-03-06T01:14:15.42333Z","steps":["trace[494503707] 'agreement among raft nodes before linearized reading' (duration: 3.327277933s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.423369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:12.095938Z","time spent":"3.327425396s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:14:15.423479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563492652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:14:15.423498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9954832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:15.423552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.500111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.423594Z","caller":"traceutil/trace.go:171","msg":"trace[812802453] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:18788; }","duration":"1.563670626s","start":"2026-03-06T01:14:13.859896Z","end":"2026-03-06T01:14:15.423566Z","steps":["trace[812802453] 'agreement among raft nodes before linearized reading' (duration: 1.563439791s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.423627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.816462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:14:15.423589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293655741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:15.423671Z","caller":"traceutil/trace.go:171","msg":"trace[1477792551] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18788; }","duration":"851.904504ms","start":"2026-03-06T01:14:14.571755Z","end":"2026-03-06T01:14:15.42366Z","steps":["trace[1477792551] 'agreement among raft nodes before linearized reading' (duration: 851.827552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:15.423663Z","caller":"traceutil/trace.go:171","msg":"trace[1961055135] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18788; }","duration":"143.656615ms","start":"2026-03-06T01:14:15.279977Z","end":"2026-03-06T01:14:15.423634Z","steps":["trace[1961055135] 'agreement among raft nodes before linearized reading' (duration: 143.491331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.423682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324860776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:14:15.423712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.57172Z","time spent":"851.980645ms","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:15.423706Z","caller":"traceutil/trace.go:171","msg":"trace[543382098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18788; }","duration":"1.293837816s","start":"2026-03-06T01:14:14.129845Z","end":"2026-03-06T01:14:15.423683Z","steps":["trace[543382098] 'agreement among raft nodes before linearized reading' (duration: 1.293463747s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.423716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238742239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T01:14:15.423772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:14.12981Z","time spent":"1.293951858s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:15.423797Z","caller":"traceutil/trace.go:171","msg":"trace[1965684738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18788; }","duration":"3.238846932s","start":"2026-03-06T01:14:12.184935Z","end":"2026-03-06T01:14:15.423782Z","steps":["trace[1965684738] 'agreement among raft nodes before linearized reading' (duration: 3.238674428s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.423829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262311632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:14:15.423838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:12.184924Z","time spent":"3.238906813s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:14:15.42388Z","caller":"traceutil/trace.go:171","msg":"trace[1181769842] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18788; }","duration":"3.262413074s","start":"2026-03-06T01:14:12.161456Z","end":"2026-03-06T01:14:15.423869Z","steps":["trace[1181769842] 'agreement among raft nodes before linearized reading' (duration: 3.262185609s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.423952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:12.161424Z","time spent":"3.262517967s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:14:15.423725Z","caller":"traceutil/trace.go:171","msg":"trace[1091206435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18788; }","duration":"3.324920449s","start":"2026-03-06T01:14:12.098794Z","end":"2026-03-06T01:14:15.423715Z","steps":["trace[1091206435] 'agreement among raft nodes before linearized reading' (duration: 3.324756155s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.424016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:12.098785Z","time spent":"3.325219475s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:14:15.423601Z","caller":"traceutil/trace.go:171","msg":"trace[1275488151] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:18788; }","duration":"1.995683264s","start":"2026-03-06T01:14:13.427898Z","end":"2026-03-06T01:14:15.423581Z","steps":["trace[1275488151] 'agreement among raft nodes before linearized reading' (duration: 1.99547705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.424099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:13.427854Z","time spent":"1.996227687s","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:15.423667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:13.859872Z","time spent":"1.563785018s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:15.423497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060616846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:15.424269Z","caller":"traceutil/trace.go:171","msg":"trace[963557898] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18788; }","duration":"2.061514276s","start":"2026-03-06T01:14:13.362739Z","end":"2026-03-06T01:14:15.424253Z","steps":["trace[963557898] 'agreement among raft nodes before linearized reading' (duration: 2.060594045s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:15.424313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:13.362708Z","time spent":"2.061591448s","remote":"127.0.0.1:60904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:15.926208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:16.426625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:14:16.622985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198599143s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:14:16.623554Z","caller":"traceutil/trace.go:171","msg":"trace[1662057226] transaction","detail":"{read_only:false; response_revision:18789; number_of_response:1; }","duration":"1.199243578s","start":"2026-03-06T01:14:15.424275Z","end":"2026-03-06T01:14:16.623518Z","steps":["trace[1662057226] 'process raft request' (duration: 1.199031103s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:16.623742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.424251Z","time spent":"1.199411062s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:14:17.433076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:14:17.433221Z","caller":"traceutil/trace.go:171","msg":"trace[623277500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289911s","start":"2026-03-06T01:14:15.432904Z","end":"2026-03-06T01:14:17.433194Z","steps":["trace[623277500] 'agreement among raft nodes before linearized reading' (duration: 2.000110126s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.433288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.432894Z","time spent":"2.000373743s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:14:17.570837Z","caller":"traceutil/trace.go:171","msg":"trace[1862668455] transaction","detail":"{read_only:false; response_revision:18791; number_of_response:1; }","duration":"2.14159655s","start":"2026-03-06T01:14:15.429222Z","end":"2026-03-06T01:14:17.570818Z","steps":["trace[1862668455] 'process raft request' (duration: 2.141498868s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.570968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.429214Z","time spent":"2.141680903s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:17.571106Z","caller":"traceutil/trace.go:171","msg":"trace[1344167115] linearizableReadLoop","detail":"{readStateIndex:19475; appliedIndex:19471; }","duration":"2.145229086s","start":"2026-03-06T01:14:15.425846Z","end":"2026-03-06T01:14:17.571075Z","steps":["trace[1344167115] 'read index received' (duration: 1.197410236s)","trace[1344167115] 'applied index is now lower than readState.Index' (duration: 947.81711ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:17.571243Z","caller":"traceutil/trace.go:171","msg":"trace[1793697484] transaction","detail":"{read_only:false; response_revision:18792; number_of_response:1; }","duration":"2.140501805s","start":"2026-03-06T01:14:15.430729Z","end":"2026-03-06T01:14:17.571231Z","steps":["trace[1793697484] 'process raft request' (duration: 2.140039864s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:17.571326Z","caller":"traceutil/trace.go:171","msg":"trace[840799720] transaction","detail":"{read_only:false; response_revision:18790; number_of_response:1; }","duration":"2.142952863s","start":"2026-03-06T01:14:15.428323Z","end":"2026-03-06T01:14:17.571276Z","steps":["trace[840799720] 'process raft request' (duration: 2.142225056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.571393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.43072Z","time spent":"2.140559936s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:17.571576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.428295Z","time spent":"2.143137217s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:17.571656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145758509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18384"} {"level":"info","ts":"2026-03-06T01:14:17.571777Z","caller":"traceutil/trace.go:171","msg":"trace[835145828] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18792; }","duration":"2.145929202s","start":"2026-03-06T01:14:15.425818Z","end":"2026-03-06T01:14:17.571748Z","steps":["trace[835145828] 'agreement among raft nodes before linearized reading' (duration: 2.145520473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:17.571851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.425806Z","time spent":"2.146030635s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18407,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:14:18.072171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844812395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:14:18.519024Z","caller":"traceutil/trace.go:171","msg":"trace[2018333721] linearizableReadLoop","detail":"{readStateIndex:19479; appliedIndex:19475; }","duration":"947.81228ms","start":"2026-03-06T01:14:17.571184Z","end":"2026-03-06T01:14:18.518996Z","steps":["trace[2018333721] 'read index received' (duration: 947.469712ms)","trace[2018333721] 'applied index is now lower than readState.Index' (duration: 341.718µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:14:18.519151Z","caller":"traceutil/trace.go:171","msg":"trace[6084999] transaction","detail":"{read_only:false; response_revision:18794; number_of_response:1; }","duration":"1.641690563s","start":"2026-03-06T01:14:16.877438Z","end":"2026-03-06T01:14:18.519129Z","steps":["trace[6084999] 'process raft request' (duration: 1.641339175s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.519313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498472398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:14:18.519315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.877408Z","time spent":"1.641798115s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:18.519363Z","caller":"traceutil/trace.go:171","msg":"trace[831842557] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18796; }","duration":"1.49856502s","start":"2026-03-06T01:14:17.020785Z","end":"2026-03-06T01:14:18.51935Z","steps":["trace[831842557] 'agreement among raft nodes before linearized reading' (duration: 1.498392166s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.519399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.02076Z","time spent":"1.498631402s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:14:18.519463Z","caller":"traceutil/trace.go:171","msg":"trace[353561017] transaction","detail":"{read_only:false; response_revision:18793; number_of_response:1; }","duration":"1.890290166s","start":"2026-03-06T01:14:16.629037Z","end":"2026-03-06T01:14:18.519327Z","steps":["trace[353561017] 'process raft request' (duration: 1.889544008s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.519558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078299929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:14:18.519636Z","caller":"traceutil/trace.go:171","msg":"trace[1584807443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18796; }","duration":"2.078407592s","start":"2026-03-06T01:14:16.44121Z","end":"2026-03-06T01:14:18.519618Z","steps":["trace[1584807443] 'agreement among raft nodes before linearized reading' (duration: 2.078211437s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.519692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.441193Z","time spent":"2.078486284s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:18.519728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121553213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T01:14:18.519765Z","caller":"traceutil/trace.go:171","msg":"trace[223232959] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:18796; }","duration":"2.121630295s","start":"2026-03-06T01:14:16.398121Z","end":"2026-03-06T01:14:18.519751Z","steps":["trace[223232959] 'agreement among raft nodes before linearized reading' (duration: 2.121513522s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.519804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.398097Z","time spent":"2.121699256s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T01:14:18.519854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.629008Z","time spent":"1.890581982s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:14:18.519882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87937213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-06T01:14:18.520005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674512043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-06T01:14:18.520006Z","caller":"traceutil/trace.go:171","msg":"trace[1356246479] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:18796; }","duration":"1.879574294s","start":"2026-03-06T01:14:16.64041Z","end":"2026-03-06T01:14:18.519984Z","steps":["trace[1356246479] 'agreement among raft nodes before linearized reading' (duration: 1.879081323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.520036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.741546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:18.520085Z","caller":"traceutil/trace.go:171","msg":"trace[946181717] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18796; }","duration":"2.674622436s","start":"2026-03-06T01:14:15.845438Z","end":"2026-03-06T01:14:18.520061Z","steps":["trace[946181717] 'agreement among raft nodes before linearized reading' (duration: 2.674450062s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.52009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078710489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:14:18.520126Z","caller":"traceutil/trace.go:171","msg":"trace[1799824830] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18796; }","duration":"105.86659ms","start":"2026-03-06T01:14:18.414233Z","end":"2026-03-06T01:14:18.520099Z","steps":["trace[1799824830] 'agreement among raft nodes before linearized reading' (duration: 105.744567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.520133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:15.845414Z","time spent":"2.674707437s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-06T01:14:18.520157Z","caller":"traceutil/trace.go:171","msg":"trace[705170390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18796; }","duration":"2.078823322s","start":"2026-03-06T01:14:16.441317Z","end":"2026-03-06T01:14:18.520141Z","steps":["trace[705170390] 'agreement among raft nodes before linearized reading' (duration: 2.078666018s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.519912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.183919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:18.519655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543886601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:14:18.520241Z","caller":"traceutil/trace.go:171","msg":"trace[263652348] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18796; }","duration":"878.581568ms","start":"2026-03-06T01:14:17.641623Z","end":"2026-03-06T01:14:18.520204Z","steps":["trace[263652348] 'agreement among raft nodes before linearized reading' (duration: 878.150608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.520184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078715699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:14:18.52031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.641591Z","time spent":"878.708372ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:14:18.520328Z","caller":"traceutil/trace.go:171","msg":"trace[1994842168] transaction","detail":"{read_only:false; response_revision:18796; number_of_response:1; }","duration":"1.09125209s","start":"2026-03-06T01:14:17.429066Z","end":"2026-03-06T01:14:18.520318Z","steps":["trace[1994842168] 'process raft request' (duration: 1.089883428s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.520336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.449258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:18.520398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.42904Z","time spent":"1.091314632s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:14:18.520408Z","caller":"traceutil/trace.go:171","msg":"trace[1968122662] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:18796; }","duration":"528.554521ms","start":"2026-03-06T01:14:17.991832Z","end":"2026-03-06T01:14:18.520387Z","steps":["trace[1968122662] 'agreement among raft nodes before linearized reading' (duration: 528.466189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.520451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.991808Z","time spent":"528.632852ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:18.52046Z","caller":"traceutil/trace.go:171","msg":"trace[2075867589] transaction","detail":"{read_only:false; response_revision:18795; number_of_response:1; }","duration":"1.62749622s","start":"2026-03-06T01:14:16.892945Z","end":"2026-03-06T01:14:18.520441Z","steps":["trace[2075867589] 'process raft request' (duration: 1.625955094s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.52041Z","caller":"traceutil/trace.go:171","msg":"trace[351863403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18796; }","duration":"2.079041826s","start":"2026-03-06T01:14:16.441335Z","end":"2026-03-06T01:14:18.520376Z","steps":["trace[351863403] 'agreement among raft nodes before linearized reading' (duration: 2.078313629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.520566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.892927Z","time spent":"1.627585363s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:14:18.520139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.640401Z","time spent":"1.879703118s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:14:18.520585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.441301Z","time spent":"2.079268362s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:14:18.520626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086697653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:18.520278Z","caller":"traceutil/trace.go:171","msg":"trace[1095697376] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:18796; }","duration":"1.544584288s","start":"2026-03-06T01:14:16.975676Z","end":"2026-03-06T01:14:18.520261Z","steps":["trace[1095697376] 'agreement among raft nodes before linearized reading' (duration: 1.54381607s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.520816Z","caller":"traceutil/trace.go:171","msg":"trace[427503184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18796; }","duration":"1.086906998s","start":"2026-03-06T01:14:17.433891Z","end":"2026-03-06T01:14:18.520798Z","steps":["trace[427503184] 'agreement among raft nodes before linearized reading' (duration: 1.086684283s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.520863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.97565Z","time spent":"1.545198152s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:14:18.520873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.433881Z","time spent":"1.08697744s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:14:18.520218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:16.441292Z","time spent":"2.078911883s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:14:18.520869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410801375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:14:18.520982Z","caller":"traceutil/trace.go:171","msg":"trace[1351917717] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18796; }","duration":"1.411000659s","start":"2026-03-06T01:14:17.109966Z","end":"2026-03-06T01:14:18.520967Z","steps":["trace[1351917717] 'agreement among raft nodes before linearized reading' (duration: 1.409096255s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.521075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:14:17.109899Z","time spent":"1.411159853s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2138,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:14:18.777378Z","caller":"traceutil/trace.go:171","msg":"trace[1023204967] transaction","detail":"{read_only:false; response_revision:18799; number_of_response:1; }","duration":"250.297283ms","start":"2026-03-06T01:14:18.527066Z","end":"2026-03-06T01:14:18.777363Z","steps":["trace[1023204967] 'process raft request' (duration: 250.251502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.777423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.738803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c38f6dd-9d5c-4f9c-bed4-30acca9256cd\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-06T01:14:18.777546Z","caller":"traceutil/trace.go:171","msg":"trace[1339600091] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c38f6dd-9d5c-4f9c-bed4-30acca9256cd; range_end:; response_count:1; response_revision:18796; }","duration":"253.910017ms","start":"2026-03-06T01:14:18.523608Z","end":"2026-03-06T01:14:18.777518Z","steps":["trace[1339600091] 'agreement among raft nodes before linearized reading' (duration: 253.545849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.777535Z","caller":"traceutil/trace.go:171","msg":"trace[323171349] transaction","detail":"{read_only:false; response_revision:18797; number_of_response:1; }","duration":"251.135943ms","start":"2026-03-06T01:14:18.526263Z","end":"2026-03-06T01:14:18.777399Z","steps":["trace[323171349] 'process raft request' (duration: 250.875867ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.777762Z","caller":"traceutil/trace.go:171","msg":"trace[2145828841] transaction","detail":"{read_only:false; response_revision:18798; number_of_response:1; }","duration":"251.02168ms","start":"2026-03-06T01:14:18.526728Z","end":"2026-03-06T01:14:18.77775Z","steps":["trace[2145828841] 'process raft request' (duration: 250.548599ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.777047Z","caller":"traceutil/trace.go:171","msg":"trace[1255251638] linearizableReadLoop","detail":"{readStateIndex:19480; appliedIndex:19479; }","duration":"253.382095ms","start":"2026-03-06T01:14:18.523636Z","end":"2026-03-06T01:14:18.777019Z","steps":["trace[1255251638] 'read index received' (duration: 252.203437ms)","trace[1255251638] 'applied index is now lower than readState.Index' (duration: 1.176948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:14:18.778184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.833499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:14:18.778596Z","caller":"traceutil/trace.go:171","msg":"trace[1458215110] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18799; }","duration":"252.277579ms","start":"2026-03-06T01:14:18.526267Z","end":"2026-03-06T01:14:18.778544Z","steps":["trace[1458215110] 'agreement among raft nodes before linearized reading' (duration: 251.773308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:18.778292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.865229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:14:18.778489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.057684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:14:18.778976Z","caller":"traceutil/trace.go:171","msg":"trace[1827085183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb; range_end:; response_count:1; response_revision:18799; }","duration":"252.546846ms","start":"2026-03-06T01:14:18.526396Z","end":"2026-03-06T01:14:18.778943Z","steps":["trace[1827085183] 'agreement among raft nodes before linearized reading' (duration: 251.8689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:14:18.778932Z","caller":"traceutil/trace.go:171","msg":"trace[55486819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18799; }","duration":"249.514135ms","start":"2026-03-06T01:14:18.52938Z","end":"2026-03-06T01:14:18.778894Z","steps":["trace[55486819] 'agreement among raft nodes before linearized reading' (duration: 248.843299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:14:24.533637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.667069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:14:24.53374Z","caller":"traceutil/trace.go:171","msg":"trace[1314178034] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:18825; }","duration":"118.838404ms","start":"2026-03-06T01:14:24.414879Z","end":"2026-03-06T01:14:24.533717Z","steps":["trace[1314178034] 'range keys from in-memory index tree' (duration: 118.374583ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:08.676509Z","caller":"traceutil/trace.go:171","msg":"trace[2090060749] transaction","detail":"{read_only:false; response_revision:19291; number_of_response:1; }","duration":"213.550994ms","start":"2026-03-06T01:15:08.462934Z","end":"2026-03-06T01:15:08.676485Z","steps":["trace[2090060749] 'process raft request' (duration: 213.360319ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:08.679113Z","caller":"traceutil/trace.go:171","msg":"trace[959797849] transaction","detail":"{read_only:false; response_revision:19292; number_of_response:1; }","duration":"214.160938ms","start":"2026-03-06T01:15:08.464936Z","end":"2026-03-06T01:15:08.679097Z","steps":["trace[959797849] 'process raft request' (duration: 214.077126ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:09.217504Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:15:09.226826Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:15:09.227003Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T01:15:21.076155Z","caller":"traceutil/trace.go:171","msg":"trace[1457711259] transaction","detail":"{read_only:false; response_revision:19385; number_of_response:1; }","duration":"164.895757ms","start":"2026-03-06T01:15:20.911231Z","end":"2026-03-06T01:15:21.076127Z","steps":["trace[1457711259] 'process raft request' (duration: 164.678852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:21.07876Z","caller":"traceutil/trace.go:171","msg":"trace[959564225] transaction","detail":"{read_only:false; response_revision:19386; number_of_response:1; }","duration":"146.531562ms","start":"2026-03-06T01:15:20.93221Z","end":"2026-03-06T01:15:21.078741Z","steps":["trace[959564225] 'process raft request' (duration: 146.166734ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:37.643748Z","caller":"traceutil/trace.go:171","msg":"trace[805857613] linearizableReadLoop","detail":"{readStateIndex:20176; appliedIndex:20174; }","duration":"141.844304ms","start":"2026-03-06T01:15:37.50187Z","end":"2026-03-06T01:15:37.643715Z","steps":["trace[805857613] 'read index received' (duration: 141.604058ms)","trace[805857613] 'applied index is now lower than readState.Index' (duration: 238.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:37.643769Z","caller":"traceutil/trace.go:171","msg":"trace[1335424090] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"237.213842ms","start":"2026-03-06T01:15:37.406512Z","end":"2026-03-06T01:15:37.643725Z","steps":["trace[1335424090] 'process raft request' (duration: 236.928535ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:37.643817Z","caller":"traceutil/trace.go:171","msg":"trace[2132788136] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"237.239632ms","start":"2026-03-06T01:15:37.406533Z","end":"2026-03-06T01:15:37.643773Z","steps":["trace[2132788136] 'process raft request' (duration: 237.128449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:37.64408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.192462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-06T01:15:37.644212Z","caller":"traceutil/trace.go:171","msg":"trace[816497051] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19463; }","duration":"142.397507ms","start":"2026-03-06T01:15:37.501799Z","end":"2026-03-06T01:15:37.644196Z","steps":["trace[816497051] 'agreement among raft nodes before linearized reading' (duration: 142.047879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:37.644149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.595086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126041"} {"level":"info","ts":"2026-03-06T01:15:37.644321Z","caller":"traceutil/trace.go:171","msg":"trace[658137089] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19463; }","duration":"134.873242ms","start":"2026-03-06T01:15:37.509434Z","end":"2026-03-06T01:15:37.644307Z","steps":["trace[658137089] 'agreement among raft nodes before linearized reading' (duration: 134.477553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.460101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.331028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:15:38.460428Z","caller":"traceutil/trace.go:171","msg":"trace[1463462982] linearizableReadLoop","detail":"{readStateIndex:20179; appliedIndex:20176; }","duration":"278.885646ms","start":"2026-03-06T01:15:38.181514Z","end":"2026-03-06T01:15:38.460399Z","steps":["trace[1463462982] 'read index received' (duration: 1.162217ms)","trace[1463462982] 'applied index is now lower than readState.Index' (duration: 277.721859ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:38.460435Z","caller":"traceutil/trace.go:171","msg":"trace[1572223276] transaction","detail":"{read_only:false; response_revision:19465; number_of_response:1; }","duration":"291.996729ms","start":"2026-03-06T01:15:38.168405Z","end":"2026-03-06T01:15:38.460401Z","steps":["trace[1572223276] 'process raft request' (duration: 180.213761ms)","trace[1572223276] 'compare' (duration: 111.029591ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:15:38.460534Z","caller":"traceutil/trace.go:171","msg":"trace[124019032] transaction","detail":"{read_only:false; response_revision:19466; number_of_response:1; }","duration":"291.447957ms","start":"2026-03-06T01:15:38.169057Z","end":"2026-03-06T01:15:38.460505Z","steps":["trace[124019032] 'process raft request' (duration: 291.193721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.460797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.276315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.460852Z","caller":"traceutil/trace.go:171","msg":"trace[1153414158] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19466; }","duration":"279.353078ms","start":"2026-03-06T01:15:38.181483Z","end":"2026-03-06T01:15:38.460836Z","steps":["trace[1153414158] 'agreement among raft nodes before linearized reading' (duration: 279.267526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.460949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.330547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.460979Z","caller":"traceutil/trace.go:171","msg":"trace[672351021] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19466; }","duration":"279.420759ms","start":"2026-03-06T01:15:38.181551Z","end":"2026-03-06T01:15:38.460972Z","steps":["trace[672351021] 'agreement among raft nodes before linearized reading' (duration: 279.347547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.866859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.461054Z","caller":"traceutil/trace.go:171","msg":"trace[1021797748] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19466; }","duration":"260.90004ms","start":"2026-03-06T01:15:38.20015Z","end":"2026-03-06T01:15:38.46105Z","steps":["trace[1021797748] 'agreement among raft nodes before linearized reading' (duration: 260.86974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.790818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-06T01:15:38.461092Z","caller":"traceutil/trace.go:171","msg":"trace[432271539] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19466; }","duration":"260.855489ms","start":"2026-03-06T01:15:38.200228Z","end":"2026-03-06T01:15:38.461083Z","steps":["trace[432271539] 'agreement among raft nodes before linearized reading' (duration: 260.707686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.027803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.461136Z","caller":"traceutil/trace.go:171","msg":"trace[1060130951] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19466; }","duration":"261.104935ms","start":"2026-03-06T01:15:38.200027Z","end":"2026-03-06T01:15:38.461132Z","steps":["trace[1060130951] 'agreement among raft nodes before linearized reading' (duration: 261.070985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.159466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.461196Z","caller":"traceutil/trace.go:171","msg":"trace[1028521728] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19466; }","duration":"261.194157ms","start":"2026-03-06T01:15:38.199998Z","end":"2026-03-06T01:15:38.461192Z","steps":["trace[1028521728] 'agreement among raft nodes before linearized reading' (duration: 261.174516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.307173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:15:38.461258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.658872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-06T01:15:38.461268Z","caller":"traceutil/trace.go:171","msg":"trace[729070338] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19466; }","duration":"278.340974ms","start":"2026-03-06T01:15:38.182921Z","end":"2026-03-06T01:15:38.461262Z","steps":["trace[729070338] 'agreement among raft nodes before linearized reading' (duration: 278.313624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.655528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-06T01:15:38.461348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.764007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-06T01:15:38.461366Z","caller":"traceutil/trace.go:171","msg":"trace[1165194762] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19466; }","duration":"273.804989ms","start":"2026-03-06T01:15:38.187557Z","end":"2026-03-06T01:15:38.461362Z","steps":["trace[1165194762] 'agreement among raft nodes before linearized reading' (duration: 273.744717ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:38.461379Z","caller":"traceutil/trace.go:171","msg":"trace[575298153] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19466; }","duration":"277.72845ms","start":"2026-03-06T01:15:38.183633Z","end":"2026-03-06T01:15:38.461361Z","steps":["trace[575298153] 'agreement among raft nodes before linearized reading' (duration: 277.565216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.371599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-06T01:15:38.461419Z","caller":"traceutil/trace.go:171","msg":"trace[1868829383] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19466; }","duration":"235.42368ms","start":"2026-03-06T01:15:38.225991Z","end":"2026-03-06T01:15:38.461414Z","steps":["trace[1868829383] 'agreement among raft nodes before linearized reading' (duration: 235.364979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.320541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.46149Z","caller":"traceutil/trace.go:171","msg":"trace[1506465554] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19466; }","duration":"236.358222ms","start":"2026-03-06T01:15:38.225129Z","end":"2026-03-06T01:15:38.461487Z","steps":["trace[1506465554] 'agreement among raft nodes before linearized reading' (duration: 236.335311ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:38.461276Z","caller":"traceutil/trace.go:171","msg":"trace[1004632589] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19466; }","duration":"234.701014ms","start":"2026-03-06T01:15:38.22657Z","end":"2026-03-06T01:15:38.461271Z","steps":["trace[1004632589] 'agreement among raft nodes before linearized reading' (duration: 234.641652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.750117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.46181Z","caller":"traceutil/trace.go:171","msg":"trace[1070278252] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19466; }","duration":"238.791478ms","start":"2026-03-06T01:15:38.223013Z","end":"2026-03-06T01:15:38.461804Z","steps":["trace[1070278252] 'agreement among raft nodes before linearized reading' (duration: 238.758537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.296774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-06T01:15:38.461843Z","caller":"traceutil/trace.go:171","msg":"trace[339941520] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19466; }","duration":"253.341275ms","start":"2026-03-06T01:15:38.208497Z","end":"2026-03-06T01:15:38.461839Z","steps":["trace[339941520] 'agreement among raft nodes before linearized reading' (duration: 253.288893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:15:38.461868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.076488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:15:38.461883Z","caller":"traceutil/trace.go:171","msg":"trace[1828187458] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19466; }","duration":"237.14659ms","start":"2026-03-06T01:15:38.224731Z","end":"2026-03-06T01:15:38.461878Z","steps":["trace[1828187458] 'agreement among raft nodes before linearized reading' (duration: 237.121919ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:39.552389Z","caller":"traceutil/trace.go:171","msg":"trace[1829897577] transaction","detail":"{read_only:false; response_revision:19469; number_of_response:1; }","duration":"108.460021ms","start":"2026-03-06T01:15:39.4439Z","end":"2026-03-06T01:15:39.55236Z","steps":["trace[1829897577] 'process raft request' (duration: 108.276787ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:15:39.559185Z","caller":"traceutil/trace.go:171","msg":"trace[2083083566] transaction","detail":"{read_only:false; response_revision:19470; number_of_response:1; }","duration":"115.084195ms","start":"2026-03-06T01:15:39.444058Z","end":"2026-03-06T01:15:39.559142Z","steps":["trace[2083083566] 'process raft request' (duration: 114.90265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:17.22453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.961153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:17:17.224632Z","caller":"traceutil/trace.go:171","msg":"trace[97588049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20083; }","duration":"128.137646ms","start":"2026-03-06T01:17:17.096475Z","end":"2026-03-06T01:17:17.224612Z","steps":["trace[97588049] 'range keys from in-memory index tree' (duration: 127.673816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:17.224667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.088862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:17:17.224773Z","caller":"traceutil/trace.go:171","msg":"trace[1684336319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20083; }","duration":"108.282847ms","start":"2026-03-06T01:17:17.116468Z","end":"2026-03-06T01:17:17.22475Z","steps":["trace[1684336319] 'range keys from in-memory index tree' (duration: 107.845367ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:17.44446Z","caller":"traceutil/trace.go:171","msg":"trace[2033882564] transaction","detail":"{read_only:false; response_revision:20084; number_of_response:1; }","duration":"213.764329ms","start":"2026-03-06T01:17:17.230654Z","end":"2026-03-06T01:17:17.444418Z","steps":["trace[2033882564] 'process raft request' (duration: 213.419411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.233551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.174787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:17:18.233671Z","caller":"traceutil/trace.go:171","msg":"trace[1848565832] linearizableReadLoop","detail":"{readStateIndex:20819; appliedIndex:20818; }","duration":"708.004501ms","start":"2026-03-06T01:17:17.525649Z","end":"2026-03-06T01:17:18.233653Z","steps":["trace[1848565832] 'read index received' (duration: 430.6331ms)","trace[1848565832] 'applied index is now lower than readState.Index' (duration: 277.369901ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:18.233754Z","caller":"traceutil/trace.go:171","msg":"trace[1260524588] transaction","detail":"{read_only:false; response_revision:20085; number_of_response:1; }","duration":"1.002598641s","start":"2026-03-06T01:17:17.231143Z","end":"2026-03-06T01:17:18.233741Z","steps":["trace[1260524588] 'process raft request' (duration: 725.119427ms)","trace[1260524588] 'compare' (duration: 276.805639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:18.233821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.231117Z","time spent":"1.002673013s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.233876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.211576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:18.233935Z","caller":"traceutil/trace.go:171","msg":"trace[1953883045] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20085; }","duration":"708.316059ms","start":"2026-03-06T01:17:17.525606Z","end":"2026-03-06T01:17:18.233922Z","steps":["trace[1953883045] 'agreement among raft nodes before linearized reading' (duration: 708.152715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.233975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.525584Z","time spent":"708.38239ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:17:18.277263Z","caller":"traceutil/trace.go:171","msg":"trace[1321547380] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"396.032978ms","start":"2026-03-06T01:17:17.881195Z","end":"2026-03-06T01:17:18.277228Z","steps":["trace[1321547380] 'process raft request' (duration: 395.987637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.277446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.88117Z","time spent":"396.179362ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:18.277513Z","caller":"traceutil/trace.go:171","msg":"trace[1853493072] transaction","detail":"{read_only:false; response_revision:20086; number_of_response:1; }","duration":"530.361308ms","start":"2026-03-06T01:17:17.747086Z","end":"2026-03-06T01:17:18.277448Z","steps":["trace[1853493072] 'process raft request' (duration: 529.99107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.277749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.747034Z","time spent":"530.578803ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:17:18.278019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.953492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:18.278069Z","caller":"traceutil/trace.go:171","msg":"trace[1759588449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20087; }","duration":"150.033163ms","start":"2026-03-06T01:17:18.128023Z","end":"2026-03-06T01:17:18.278056Z","steps":["trace[1759588449] 'agreement among raft nodes before linearized reading' (duration: 149.953501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.278229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.41922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:17:18.278389Z","caller":"traceutil/trace.go:171","msg":"trace[1866599575] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20087; }","duration":"105.662006ms","start":"2026-03-06T01:17:18.172706Z","end":"2026-03-06T01:17:18.278368Z","steps":["trace[1866599575] 'agreement among raft nodes before linearized reading' (duration: 105.306518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.278291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.666078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:17:18.278693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.437908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:17:18.278796Z","caller":"traceutil/trace.go:171","msg":"trace[1231588835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20087; }","duration":"634.601722ms","start":"2026-03-06T01:17:17.64417Z","end":"2026-03-06T01:17:18.278772Z","steps":["trace[1231588835] 'agreement among raft nodes before linearized reading' (duration: 634.282204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.278867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:17.644147Z","time spent":"634.709434ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:17:18.278886Z","caller":"traceutil/trace.go:171","msg":"trace[1635017060] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20087; }","duration":"116.084797ms","start":"2026-03-06T01:17:18.162547Z","end":"2026-03-06T01:17:18.278631Z","steps":["trace[1635017060] 'agreement among raft nodes before linearized reading' (duration: 115.685388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.439703Z","caller":"traceutil/trace.go:171","msg":"trace[413699911] linearizableReadLoop","detail":"{readStateIndex:20822; appliedIndex:20821; }","duration":"142.477378ms","start":"2026-03-06T01:17:18.297182Z","end":"2026-03-06T01:17:18.439659Z","steps":["trace[413699911] 'read index received' (duration: 99.066173ms)","trace[413699911] 'applied index is now lower than readState.Index' (duration: 43.409795ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:18.43977Z","caller":"traceutil/trace.go:171","msg":"trace[1909326715] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"153.967294ms","start":"2026-03-06T01:17:18.285731Z","end":"2026-03-06T01:17:18.439698Z","steps":["trace[1909326715] 'process raft request' (duration: 110.474627ms)","trace[1909326715] 'compare' (duration: 43.323783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:17:18.440045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.830876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:17:18.440152Z","caller":"traceutil/trace.go:171","msg":"trace[986194627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20088; }","duration":"142.97419ms","start":"2026-03-06T01:17:18.29715Z","end":"2026-03-06T01:17:18.440124Z","steps":["trace[986194627] 'agreement among raft nodes before linearized reading' (duration: 142.643142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.441008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.996074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:17:18.441075Z","caller":"traceutil/trace.go:171","msg":"trace[1100124736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20088; }","duration":"141.138518ms","start":"2026-03-06T01:17:18.299917Z","end":"2026-03-06T01:17:18.441056Z","steps":["trace[1100124736] 'agreement among raft nodes before linearized reading' (duration: 139.93104ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:18.89577Z","caller":"traceutil/trace.go:171","msg":"trace[1677801567] linearizableReadLoop","detail":"{readStateIndex:20825; appliedIndex:20824; }","duration":"103.267789ms","start":"2026-03-06T01:17:18.792485Z","end":"2026-03-06T01:17:18.895753Z","steps":["trace[1677801567] 'read index received' (duration: 103.092865ms)","trace[1677801567] 'applied index is now lower than readState.Index' (duration: 173.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:18.895888Z","caller":"traceutil/trace.go:171","msg":"trace[987648994] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"132.014665ms","start":"2026-03-06T01:17:18.763832Z","end":"2026-03-06T01:17:18.895846Z","steps":["trace[987648994] 'process raft request' (duration: 131.76632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:18.896046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.535296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:17:18.896134Z","caller":"traceutil/trace.go:171","msg":"trace[921849816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20091; }","duration":"103.69317ms","start":"2026-03-06T01:17:18.792423Z","end":"2026-03-06T01:17:18.896116Z","steps":["trace[921849816] 'agreement among raft nodes before linearized reading' (duration: 103.431054ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:19.126554Z","caller":"traceutil/trace.go:171","msg":"trace[1481641539] transaction","detail":"{read_only:false; response_revision:20093; number_of_response:1; }","duration":"125.381583ms","start":"2026-03-06T01:17:19.001144Z","end":"2026-03-06T01:17:19.126526Z","steps":["trace[1481641539] 'process raft request' (duration: 125.147277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.205391Z","caller":"traceutil/trace.go:171","msg":"trace[475538103] transaction","detail":"{read_only:false; response_revision:20107; number_of_response:1; }","duration":"112.390662ms","start":"2026-03-06T01:17:20.09296Z","end":"2026-03-06T01:17:20.205351Z","steps":["trace[475538103] 'process raft request' (duration: 112.138126ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.391022Z","caller":"traceutil/trace.go:171","msg":"trace[314692885] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"171.114442ms","start":"2026-03-06T01:17:20.219867Z","end":"2026-03-06T01:17:20.390982Z","steps":["trace[314692885] 'process raft request' (duration: 93.028664ms)","trace[314692885] 'compare' (duration: 77.922274ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:20.489757Z","caller":"traceutil/trace.go:171","msg":"trace[1618044277] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"265.764912ms","start":"2026-03-06T01:17:20.223942Z","end":"2026-03-06T01:17:20.489706Z","steps":["trace[1618044277] 'process raft request' (duration: 265.460805ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.489853Z","caller":"traceutil/trace.go:171","msg":"trace[976315828] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"205.350684ms","start":"2026-03-06T01:17:20.28444Z","end":"2026-03-06T01:17:20.489791Z","steps":["trace[976315828] 'process raft request' (duration: 205.121699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.489932Z","caller":"traceutil/trace.go:171","msg":"trace[697471958] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"205.346424ms","start":"2026-03-06T01:17:20.284548Z","end":"2026-03-06T01:17:20.489895Z","steps":["trace[697471958] 'process raft request' (duration: 205.077487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:20.490587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.70435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:17:20.490691Z","caller":"traceutil/trace.go:171","msg":"trace[608107623] linearizableReadLoop","detail":"{readStateIndex:20844; appliedIndex:20842; }","duration":"251.919872ms","start":"2026-03-06T01:17:20.237847Z","end":"2026-03-06T01:17:20.489767Z","steps":["trace[608107623] 'read index received' (duration: 75.052057ms)","trace[608107623] 'applied index is now lower than readState.Index' (duration: 176.866295ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:20.490726Z","caller":"traceutil/trace.go:171","msg":"trace[1026366025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20111; }","duration":"252.924125ms","start":"2026-03-06T01:17:20.237775Z","end":"2026-03-06T01:17:20.490699Z","steps":["trace[1026366025] 'agreement among raft nodes before linearized reading' (duration: 252.319481ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.716981Z","caller":"traceutil/trace.go:171","msg":"trace[234812110] linearizableReadLoop","detail":"{readStateIndex:20847; appliedIndex:20846; }","duration":"226.195696ms","start":"2026-03-06T01:17:20.490763Z","end":"2026-03-06T01:17:20.716959Z","steps":["trace[234812110] 'read index received' (duration: 226.097764ms)","trace[234812110] 'applied index is now lower than readState.Index' (duration: 96.762µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:20.717079Z","caller":"traceutil/trace.go:171","msg":"trace[1415379262] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"313.12843ms","start":"2026-03-06T01:17:20.403889Z","end":"2026-03-06T01:17:20.717018Z","steps":["trace[1415379262] 'process raft request' (duration: 312.908995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:20.717277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.486269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:17:20.717309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:17:20.403858Z","time spent":"313.335674ms","remote":"127.0.0.1:60946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7459,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:17:20.71738Z","caller":"traceutil/trace.go:171","msg":"trace[373039849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20112; }","duration":"272.660922ms","start":"2026-03-06T01:17:20.444691Z","end":"2026-03-06T01:17:20.717352Z","steps":["trace[373039849] 'agreement among raft nodes before linearized reading' (duration: 272.357825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.782723Z","caller":"traceutil/trace.go:171","msg":"trace[912699409] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"286.188975ms","start":"2026-03-06T01:17:20.496507Z","end":"2026-03-06T01:17:20.782696Z","steps":["trace[912699409] 'process raft request' (duration: 285.852177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:20.783235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.453186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:17:20.783312Z","caller":"traceutil/trace.go:171","msg":"trace[1319066496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20114; }","duration":"284.573508ms","start":"2026-03-06T01:17:20.498719Z","end":"2026-03-06T01:17:20.783292Z","steps":["trace[1319066496] 'agreement among raft nodes before linearized reading' (duration: 284.254051ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.783295Z","caller":"traceutil/trace.go:171","msg":"trace[1777213482] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"281.155089ms","start":"2026-03-06T01:17:20.502108Z","end":"2026-03-06T01:17:20.783263Z","steps":["trace[1777213482] 'process raft request' (duration: 280.501184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:20.783672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.177825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:17:20.783717Z","caller":"traceutil/trace.go:171","msg":"trace[2005942500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20114; }","duration":"251.279907ms","start":"2026-03-06T01:17:20.532426Z","end":"2026-03-06T01:17:20.783706Z","steps":["trace[2005942500] 'agreement among raft nodes before linearized reading' (duration: 251.156715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.918835Z","caller":"traceutil/trace.go:171","msg":"trace[1264915031] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"196.497989ms","start":"2026-03-06T01:17:20.722302Z","end":"2026-03-06T01:17:20.9188Z","steps":["trace[1264915031] 'process raft request' (duration: 164.443947ms)","trace[1264915031] 'compare' (duration: 31.882048ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:20.919193Z","caller":"traceutil/trace.go:171","msg":"trace[1952311934] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"190.631623ms","start":"2026-03-06T01:17:20.728531Z","end":"2026-03-06T01:17:20.919162Z","steps":["trace[1952311934] 'process raft request' (duration: 190.431469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.944942Z","caller":"traceutil/trace.go:171","msg":"trace[992007094] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"155.632993ms","start":"2026-03-06T01:17:20.789276Z","end":"2026-03-06T01:17:20.944908Z","steps":["trace[992007094] 'process raft request' (duration: 155.561902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:20.944992Z","caller":"traceutil/trace.go:171","msg":"trace[1521832477] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"156.011781ms","start":"2026-03-06T01:17:20.78894Z","end":"2026-03-06T01:17:20.944952Z","steps":["trace[1521832477] 'process raft request' (duration: 155.698184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:05.041957Z","caller":"traceutil/trace.go:171","msg":"trace[914072976] transaction","detail":"{read_only:false; response_revision:20457; number_of_response:1; }","duration":"219.385019ms","start":"2026-03-06T01:18:04.822529Z","end":"2026-03-06T01:18:05.041914Z","steps":["trace[914072976] 'process raft request' (duration: 219.189325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:05.042674Z","caller":"traceutil/trace.go:171","msg":"trace[1061572010] transaction","detail":"{read_only:false; response_revision:20458; number_of_response:1; }","duration":"179.723911ms","start":"2026-03-06T01:18:04.862911Z","end":"2026-03-06T01:18:05.042635Z","steps":["trace[1061572010] 'process raft request' (duration: 179.440584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:16.372124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.383372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:18:16.372255Z","caller":"traceutil/trace.go:171","msg":"trace[104994834] transaction","detail":"{read_only:false; response_revision:20914; number_of_response:1; }","duration":"186.484408ms","start":"2026-03-06T01:18:16.185749Z","end":"2026-03-06T01:18:16.372233Z","steps":["trace[104994834] 'process raft request' (duration: 60.899121ms)","trace[104994834] 'compare' (duration: 125.191848ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:16.375241Z","caller":"traceutil/trace.go:171","msg":"trace[848961433] linearizableReadLoop","detail":"{readStateIndex:21675; appliedIndex:21674; }","duration":"125.033035ms","start":"2026-03-06T01:18:16.250179Z","end":"2026-03-06T01:18:16.375212Z","steps":["trace[848961433] 'read index received' (duration: 124.800349ms)","trace[848961433] 'applied index is now lower than readState.Index' (duration: 231.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:16.375411Z","caller":"traceutil/trace.go:171","msg":"trace[1839715115] transaction","detail":"{read_only:false; response_revision:20915; number_of_response:1; }","duration":"159.220466ms","start":"2026-03-06T01:18:16.216157Z","end":"2026-03-06T01:18:16.375378Z","steps":["trace[1839715115] 'process raft request' (duration: 158.858157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:16.375497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.28883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:18:16.375552Z","caller":"traceutil/trace.go:171","msg":"trace[1007098267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20915; }","duration":"125.400383ms","start":"2026-03-06T01:18:16.250125Z","end":"2026-03-06T01:18:16.375526Z","steps":["trace[1007098267] 'agreement among raft nodes before linearized reading' (duration: 125.203088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:18.080112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.674387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-06T01:18:18.080216Z","caller":"traceutil/trace.go:171","msg":"trace[110858631] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:20997; }","duration":"229.82263ms","start":"2026-03-06T01:18:17.850374Z","end":"2026-03-06T01:18:18.080197Z","steps":["trace[110858631] 'range keys from in-memory index tree' (duration: 229.411131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:18.080507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.356087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:88966"} {"level":"info","ts":"2026-03-06T01:18:18.080768Z","caller":"traceutil/trace.go:171","msg":"trace[2139970885] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclustertemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20997; }","duration":"225.644334ms","start":"2026-03-06T01:18:17.855096Z","end":"2026-03-06T01:18:18.080741Z","steps":["trace[2139970885] 'range keys from in-memory index tree' (duration: 224.725363ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:18.08131Z","caller":"traceutil/trace.go:171","msg":"trace[657926635] transaction","detail":"{read_only:false; response_revision:20998; number_of_response:1; }","duration":"213.371939ms","start":"2026-03-06T01:18:17.867907Z","end":"2026-03-06T01:18:18.081279Z","steps":["trace[657926635] 'process raft request' (duration: 213.214166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:18.082082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.036927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:18:18.082128Z","caller":"traceutil/trace.go:171","msg":"trace[422410849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20998; }","duration":"132.118509ms","start":"2026-03-06T01:18:17.949997Z","end":"2026-03-06T01:18:18.082116Z","steps":["trace[422410849] 'agreement among raft nodes before linearized reading' (duration: 131.987946ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:18.081946Z","caller":"traceutil/trace.go:171","msg":"trace[1960991861] linearizableReadLoop","detail":"{readStateIndex:21759; appliedIndex:21759; }","duration":"131.863783ms","start":"2026-03-06T01:18:17.950048Z","end":"2026-03-06T01:18:18.081911Z","steps":["trace[1960991861] 'read index received' (duration: 131.853873ms)","trace[1960991861] 'applied index is now lower than readState.Index' (duration: 7.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:19.73429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.741044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:19.734392Z","caller":"traceutil/trace.go:171","msg":"trace[875248226] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks/cert-manager-test0; response_count:0; response_revision:21049; }","duration":"253.865737ms","start":"2026-03-06T01:18:19.480503Z","end":"2026-03-06T01:18:19.734369Z","steps":["trace[875248226] 'range keys from in-memory index tree' (duration: 253.664682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:19.769037Z","caller":"traceutil/trace.go:171","msg":"trace[296317643] transaction","detail":"{read_only:false; response_revision:21050; number_of_response:1; }","duration":"285.303955ms","start":"2026-03-06T01:18:19.483697Z","end":"2026-03-06T01:18:19.769001Z","steps":["trace[296317643] 'process raft request' (duration: 284.895525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:19.769341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.108302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:19.769402Z","caller":"traceutil/trace.go:171","msg":"trace[128392902] transaction","detail":"{read_only:false; response_revision:21051; number_of_response:1; }","duration":"197.837469ms","start":"2026-03-06T01:18:19.571516Z","end":"2026-03-06T01:18:19.769353Z","steps":["trace[128392902] 'process raft request' (duration: 197.670925ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:19.7695Z","caller":"traceutil/trace.go:171","msg":"trace[1670323155] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:21050; }","duration":"203.355147ms","start":"2026-03-06T01:18:19.566096Z","end":"2026-03-06T01:18:19.769451Z","steps":["trace[1670323155] 'agreement among raft nodes before linearized reading' (duration: 203.07041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:19.769901Z","caller":"traceutil/trace.go:171","msg":"trace[1552145742] linearizableReadLoop","detail":"{readStateIndex:21812; appliedIndex:21811; }","duration":"202.760943ms","start":"2026-03-06T01:18:19.566179Z","end":"2026-03-06T01:18:19.76894Z","steps":["trace[1552145742] 'read index received' (duration: 202.17202ms)","trace[1552145742] 'applied index is now lower than readState.Index' (duration: 587.633µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:21.254181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.256341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:18:21.25429Z","caller":"traceutil/trace.go:171","msg":"trace[2099705394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21066; }","duration":"173.440625ms","start":"2026-03-06T01:18:21.080825Z","end":"2026-03-06T01:18:21.254265Z","steps":["trace[2099705394] 'count revisions from in-memory index tree' (duration: 173.176329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:21.25496Z","caller":"traceutil/trace.go:171","msg":"trace[3961004] linearizableReadLoop","detail":"{readStateIndex:21831; appliedIndex:21828; }","duration":"128.289629ms","start":"2026-03-06T01:18:21.126641Z","end":"2026-03-06T01:18:21.25493Z","steps":["trace[3961004] 'read index received' (duration: 99.492973ms)","trace[3961004] 'applied index is now lower than readState.Index' (duration: 28.795106ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:21.255123Z","caller":"traceutil/trace.go:171","msg":"trace[1016688113] transaction","detail":"{read_only:false; response_revision:21068; number_of_response:1; }","duration":"136.010458ms","start":"2026-03-06T01:18:21.119097Z","end":"2026-03-06T01:18:21.255108Z","steps":["trace[1016688113] 'process raft request' (duration: 135.732082ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:21.255205Z","caller":"traceutil/trace.go:171","msg":"trace[961025271] transaction","detail":"{read_only:false; response_revision:21067; number_of_response:1; }","duration":"136.126532ms","start":"2026-03-06T01:18:21.118903Z","end":"2026-03-06T01:18:21.255029Z","steps":["trace[961025271] 'process raft request' (duration: 107.154021ms)","trace[961025271] 'compare' (duration: 28.576781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:18:21.255414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.76616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:21.255459Z","caller":"traceutil/trace.go:171","msg":"trace[2054791183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21069; }","duration":"128.838472ms","start":"2026-03-06T01:18:21.126608Z","end":"2026-03-06T01:18:21.255446Z","steps":["trace[2054791183] 'agreement among raft nodes before linearized reading' (duration: 128.656898ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:21.25535Z","caller":"traceutil/trace.go:171","msg":"trace[1413652076] transaction","detail":"{read_only:false; response_revision:21069; number_of_response:1; }","duration":"136.182902ms","start":"2026-03-06T01:18:21.119137Z","end":"2026-03-06T01:18:21.25532Z","steps":["trace[1413652076] 'process raft request' (duration: 135.747992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:21.25561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.737923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-03-06T01:18:21.255684Z","caller":"traceutil/trace.go:171","msg":"trace[1777424] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21069; }","duration":"104.836165ms","start":"2026-03-06T01:18:21.150829Z","end":"2026-03-06T01:18:21.255666Z","steps":["trace[1777424] 'agreement among raft nodes before linearized reading' (duration: 104.558729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:24.365726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844819425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:18:24.86662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844819425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:18:25.367537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844819425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:18:25.404284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770097888s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:18:25.404916Z","caller":"traceutil/trace.go:171","msg":"trace[736414568] transaction","detail":"{read_only:false; response_revision:21128; number_of_response:1; }","duration":"1.814300312s","start":"2026-03-06T01:18:23.590586Z","end":"2026-03-06T01:18:25.404886Z","steps":["trace[736414568] 'process raft request' (duration: 1.814034586s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:25.405196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:23.590555Z","time spent":"1.814462546s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:25.405242Z","caller":"traceutil/trace.go:171","msg":"trace[486181890] transaction","detail":"{read_only:false; response_revision:21129; number_of_response:1; }","duration":"1.811528818s","start":"2026-03-06T01:18:23.593636Z","end":"2026-03-06T01:18:25.405165Z","steps":["trace[486181890] 'process raft request' (duration: 1.81120051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:25.405655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:23.59361Z","time spent":"1.811778904s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:26.128703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:18:26.12882Z","caller":"traceutil/trace.go:171","msg":"trace[1553854329] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214656s","start":"2026-03-06T01:18:24.128576Z","end":"2026-03-06T01:18:26.12879Z","steps":["trace[1553854329] 'agreement among raft nodes before linearized reading' (duration: 2.000060293s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.128883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.128549Z","time spent":"2.000319889s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:18:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:18:26.455485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05052174s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:18:26.456256Z","caller":"traceutil/trace.go:171","msg":"trace[122174723] transaction","detail":"{read_only:false; response_revision:21130; number_of_response:1; }","duration":"2.669787787s","start":"2026-03-06T01:18:23.786401Z","end":"2026-03-06T01:18:26.456188Z","steps":["trace[122174723] 'process raft request' (duration: 2.669465459s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.456489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:23.786368Z","time spent":"2.670009292s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:26.456515Z","caller":"traceutil/trace.go:171","msg":"trace[2096765287] transaction","detail":"{read_only:false; response_revision:21133; number_of_response:1; }","duration":"1.182353732s","start":"2026-03-06T01:18:25.274147Z","end":"2026-03-06T01:18:26.456501Z","steps":["trace[2096765287] 'process raft request' (duration: 1.182179778s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.456747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.274106Z","time spent":"1.182538756s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:18:26.456811Z","caller":"traceutil/trace.go:171","msg":"trace[1285845289] linearizableReadLoop","detail":"{readStateIndex:21897; appliedIndex:21890; }","duration":"2.59129923s","start":"2026-03-06T01:18:23.865498Z","end":"2026-03-06T01:18:26.456797Z","steps":["trace[1285845289] 'read index received' (duration: 1.53906273s)","trace[1285845289] 'applied index is now lower than readState.Index' (duration: 1.05223549s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:18:26.456805Z","caller":"traceutil/trace.go:171","msg":"trace[2085035708] transaction","detail":"{read_only:false; response_revision:21134; number_of_response:1; }","duration":"1.181997724s","start":"2026-03-06T01:18:25.274755Z","end":"2026-03-06T01:18:26.456753Z","steps":["trace[2085035708] 'process raft request' (duration: 1.181702987s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.456904Z","caller":"traceutil/trace.go:171","msg":"trace[1228825538] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"767.819065ms","start":"2026-03-06T01:18:25.68907Z","end":"2026-03-06T01:18:26.456889Z","steps":["trace[1228825538] 'process raft request' (duration: 767.680922ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.456921Z","caller":"traceutil/trace.go:171","msg":"trace[433130108] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"1.0578787s","start":"2026-03-06T01:18:25.399028Z","end":"2026-03-06T01:18:26.456907Z","steps":["trace[433130108] 'process raft request' (duration: 1.057629215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.456976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.689029Z","time spent":"767.910847ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:26.456993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.398995Z","time spent":"1.057954252s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:18:26.456576Z","caller":"traceutil/trace.go:171","msg":"trace[1742410751] transaction","detail":"{read_only:false; response_revision:21132; number_of_response:1; }","duration":"2.259700853s","start":"2026-03-06T01:18:24.196839Z","end":"2026-03-06T01:18:26.45654Z","steps":["trace[1742410751] 'process raft request' (duration: 2.259279343s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.457129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485185974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:26.457157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.196805Z","time spent":"2.260313667s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:26.457264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591775292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:26.457304Z","caller":"traceutil/trace.go:171","msg":"trace[675830590] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:21136; }","duration":"2.591872013s","start":"2026-03-06T01:18:23.865424Z","end":"2026-03-06T01:18:26.457296Z","steps":["trace[675830590] 'agreement among raft nodes before linearized reading' (duration: 2.591809072s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.457203Z","caller":"traceutil/trace.go:171","msg":"trace[1049467976] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21136; }","duration":"2.485324467s","start":"2026-03-06T01:18:23.971852Z","end":"2026-03-06T01:18:26.457176Z","steps":["trace[1049467976] 'agreement among raft nodes before linearized reading' (duration: 2.485158423s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.45751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787748387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T01:18:26.457537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08417844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:18:26.457565Z","caller":"traceutil/trace.go:171","msg":"trace[265659646] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21136; }","duration":"1.787836009s","start":"2026-03-06T01:18:24.669717Z","end":"2026-03-06T01:18:26.457553Z","steps":["trace[265659646] 'agreement among raft nodes before linearized reading' (duration: 1.787677066s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.457578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.279285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:26.457599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.66969Z","time spent":"1.787902431s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:18:26.457612Z","caller":"traceutil/trace.go:171","msg":"trace[2118401955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21136; }","duration":"320.339985ms","start":"2026-03-06T01:18:26.137261Z","end":"2026-03-06T01:18:26.457601Z","steps":["trace[2118401955] 'agreement among raft nodes before linearized reading' (duration: 320.291514ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.456243Z","caller":"traceutil/trace.go:171","msg":"trace[1384245272] transaction","detail":"{read_only:false; response_revision:21131; number_of_response:1; }","duration":"2.347006555s","start":"2026-03-06T01:18:24.10915Z","end":"2026-03-06T01:18:26.456157Z","steps":["trace[1384245272] 'process raft request' (duration: 2.346923333s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.457696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.57601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:18:26.457731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179977037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T01:18:26.457758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.996151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:18:26.457768Z","caller":"traceutil/trace.go:171","msg":"trace[1450156650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21136; }","duration":"1.180048359s","start":"2026-03-06T01:18:25.277712Z","end":"2026-03-06T01:18:26.45776Z","steps":["trace[1450156650] 'agreement among raft nodes before linearized reading' (duration: 1.179960807s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.457789Z","caller":"traceutil/trace.go:171","msg":"trace[1348920265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21136; }","duration":"870.068533ms","start":"2026-03-06T01:18:25.587711Z","end":"2026-03-06T01:18:26.457779Z","steps":["trace[1348920265] 'agreement among raft nodes before linearized reading' (duration: 869.988511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.457826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.587684Z","time spent":"870.136365ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:18:26.457873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.358187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:18:26.457891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349825219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:18:26.457644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.137245Z","time spent":"320.393527ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:18:26.457908Z","caller":"traceutil/trace.go:171","msg":"trace[1659492108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21136; }","duration":"882.468299ms","start":"2026-03-06T01:18:25.575432Z","end":"2026-03-06T01:18:26.4579Z","steps":["trace[1659492108] 'agreement among raft nodes before linearized reading' (duration: 882.322716ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:26.457924Z","caller":"traceutil/trace.go:171","msg":"trace[650067404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21136; }","duration":"1.349909742s","start":"2026-03-06T01:18:25.108007Z","end":"2026-03-06T01:18:26.457916Z","steps":["trace[650067404] 'agreement among raft nodes before linearized reading' (duration: 1.349810259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.457939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.575402Z","time spent":"882.531431ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:18:26.457956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.107977Z","time spent":"1.349973923s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:18:26.457734Z","caller":"traceutil/trace.go:171","msg":"trace[279819027] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21136; }","duration":"580.649652ms","start":"2026-03-06T01:18:25.877076Z","end":"2026-03-06T01:18:26.457725Z","steps":["trace[279819027] 'agreement among raft nodes before linearized reading' (duration: 580.587371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.458035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.877053Z","time spent":"580.96729ms","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:26.457398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.719795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:18:26.458207Z","caller":"traceutil/trace.go:171","msg":"trace[1814300103] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:21136; }","duration":"305.609345ms","start":"2026-03-06T01:18:26.152584Z","end":"2026-03-06T01:18:26.458193Z","steps":["trace[1814300103] 'agreement among raft nodes before linearized reading' (duration: 304.786426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.45752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009286375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:18:26.457858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.109118Z","time spent":"2.348601081s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:26.45824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:26.152535Z","time spent":"305.695447ms","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:18:26.458253Z","caller":"traceutil/trace.go:171","msg":"trace[953356237] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21136; }","duration":"1.010056533s","start":"2026-03-06T01:18:25.448184Z","end":"2026-03-06T01:18:26.45824Z","steps":["trace[953356237] 'agreement among raft nodes before linearized reading' (duration: 1.009200143s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.457798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.277693Z","time spent":"1.18009883s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:18:26.457568Z","caller":"traceutil/trace.go:171","msg":"trace[17045811] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21136; }","duration":"2.084242632s","start":"2026-03-06T01:18:24.373317Z","end":"2026-03-06T01:18:26.457559Z","steps":["trace[17045811] 'agreement among raft nodes before linearized reading' (duration: 2.084099298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.458336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.373297Z","time spent":"2.085028139s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T01:18:26.457007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.274721Z","time spent":"1.182187908s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:18:26.457652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344289912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:18:26.458535Z","caller":"traceutil/trace.go:171","msg":"trace[1944302424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21136; }","duration":"2.345207413s","start":"2026-03-06T01:18:24.113315Z","end":"2026-03-06T01:18:26.458523Z","steps":["trace[1944302424] 'agreement among raft nodes before linearized reading' (duration: 2.344271641s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:18:26.4586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:24.113293Z","time spent":"2.345295695s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:18:26.457514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:23.971828Z","time spent":"2.485653725s","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:26.459041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:25.448157Z","time spent":"1.010124665s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:18:26.457346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:18:23.865357Z","time spent":"2.591979186s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:18:33.52065Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18608} {"level":"info","ts":"2026-03-06T01:18:33.656225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18608,"took":"131.253018ms","hash":2390041892,"current-db-size-bytes":47370240,"current-db-size":"47 MB","current-db-size-in-use-bytes":36708352,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-06T01:18:33.656311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2390041892,"revision":18608,"compact-revision":16324} {"level":"info","ts":"2026-03-06T01:19:27.855017Z","caller":"traceutil/trace.go:171","msg":"trace[168571331] transaction","detail":"{read_only:false; response_revision:21726; number_of_response:1; }","duration":"123.516273ms","start":"2026-03-06T01:19:27.731459Z","end":"2026-03-06T01:19:27.854975Z","steps":["trace[168571331] 'process raft request' (duration: 32.047957ms)","trace[168571331] 'compare' (duration: 91.295501ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:19:33.365566Z","caller":"traceutil/trace.go:171","msg":"trace[183895851] linearizableReadLoop","detail":"{readStateIndex:22551; appliedIndex:22549; }","duration":"113.082755ms","start":"2026-03-06T01:19:33.25246Z","end":"2026-03-06T01:19:33.365542Z","steps":["trace[183895851] 'read index received' (duration: 102.420729ms)","trace[183895851] 'applied index is now lower than readState.Index' (duration: 10.660726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:19:33.365716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.236909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:19:33.365748Z","caller":"traceutil/trace.go:171","msg":"trace[2091353675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21770; }","duration":"113.314321ms","start":"2026-03-06T01:19:33.252424Z","end":"2026-03-06T01:19:33.365739Z","steps":["trace[2091353675] 'agreement among raft nodes before linearized reading' (duration: 113.224969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:33.365967Z","caller":"traceutil/trace.go:171","msg":"trace[688838997] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"138.86963ms","start":"2026-03-06T01:19:33.22709Z","end":"2026-03-06T01:19:33.36596Z","steps":["trace[688838997] 'process raft request' (duration: 127.769842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:33.366069Z","caller":"traceutil/trace.go:171","msg":"trace[1379536253] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"129.447288ms","start":"2026-03-06T01:19:33.236613Z","end":"2026-03-06T01:19:33.36606Z","steps":["trace[1379536253] 'process raft request' (duration: 128.886353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:19:39.938733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.970616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:19:39.938829Z","caller":"traceutil/trace.go:171","msg":"trace[559307456] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:21909; }","duration":"102.363677ms","start":"2026-03-06T01:19:39.836442Z","end":"2026-03-06T01:19:39.938806Z","steps":["trace[559307456] 'count revisions from in-memory index tree' (duration: 101.851963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:19:41.232198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.344322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:19:41.232308Z","caller":"traceutil/trace.go:171","msg":"trace[1072380844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21921; }","duration":"100.500956ms","start":"2026-03-06T01:19:41.131783Z","end":"2026-03-06T01:19:41.232284Z","steps":["trace[1072380844] 'range keys from in-memory index tree' (duration: 100.25893ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:41.334633Z","caller":"traceutil/trace.go:171","msg":"trace[1933478552] linearizableReadLoop","detail":"{readStateIndex:22705; appliedIndex:22704; }","duration":"100.757644ms","start":"2026-03-06T01:19:41.233843Z","end":"2026-03-06T01:19:41.334601Z","steps":["trace[1933478552] 'read index received' (duration: 100.454985ms)","trace[1933478552] 'applied index is now lower than readState.Index' (duration: 301.199µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:19:41.334705Z","caller":"traceutil/trace.go:171","msg":"trace[2103181952] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"106.920184ms","start":"2026-03-06T01:19:41.227745Z","end":"2026-03-06T01:19:41.334665Z","steps":["trace[2103181952] 'process raft request' (duration: 106.658377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:19:41.334789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.930108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:19:41.334918Z","caller":"traceutil/trace.go:171","msg":"trace[93192030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21922; }","duration":"101.134624ms","start":"2026-03-06T01:19:41.233771Z","end":"2026-03-06T01:19:41.334905Z","steps":["trace[93192030] 'agreement among raft nodes before linearized reading' (duration: 100.956199ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:41.541347Z","caller":"traceutil/trace.go:171","msg":"trace[61976520] transaction","detail":"{read_only:false; response_revision:21923; number_of_response:1; }","duration":"124.792769ms","start":"2026-03-06T01:19:41.416518Z","end":"2026-03-06T01:19:41.54131Z","steps":["trace[61976520] 'process raft request' (duration: 119.78127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:41.541625Z","caller":"traceutil/trace.go:171","msg":"trace[1107532385] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"104.951669ms","start":"2026-03-06T01:19:41.436639Z","end":"2026-03-06T01:19:41.54159Z","steps":["trace[1107532385] 'process raft request' (duration: 104.518027ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:50.324373Z","caller":"traceutil/trace.go:171","msg":"trace[87105610] transaction","detail":"{read_only:false; response_revision:22008; number_of_response:1; }","duration":"227.733323ms","start":"2026-03-06T01:19:50.096577Z","end":"2026-03-06T01:19:50.324311Z","steps":["trace[87105610] 'process raft request' (duration: 227.077794ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:50.327253Z","caller":"traceutil/trace.go:171","msg":"trace[231491253] transaction","detail":"{read_only:false; response_revision:22009; number_of_response:1; }","duration":"229.76971ms","start":"2026-03-06T01:19:50.097424Z","end":"2026-03-06T01:19:50.327194Z","steps":["trace[231491253] 'process raft request' (duration: 229.506242ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:55.739796Z","caller":"traceutil/trace.go:171","msg":"trace[1329578642] transaction","detail":"{read_only:false; response_revision:22048; number_of_response:1; }","duration":"124.713287ms","start":"2026-03-06T01:19:55.615023Z","end":"2026-03-06T01:19:55.739736Z","steps":["trace[1329578642] 'process raft request' (duration: 124.464191ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:19:55.786818Z","caller":"traceutil/trace.go:171","msg":"trace[1606322913] transaction","detail":"{read_only:false; response_revision:22049; number_of_response:1; }","duration":"171.063571ms","start":"2026-03-06T01:19:55.615716Z","end":"2026-03-06T01:19:55.78678Z","steps":["trace[1606322913] 'process raft request' (duration: 152.083765ms)","trace[1606322913] 'compare' (duration: 18.75668ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:19:59.55286Z","caller":"traceutil/trace.go:171","msg":"trace[1508757352] transaction","detail":"{read_only:false; response_revision:22078; number_of_response:1; }","duration":"102.987275ms","start":"2026-03-06T01:19:59.449828Z","end":"2026-03-06T01:19:59.552815Z","steps":["trace[1508757352] 'process raft request' (duration: 102.733058ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:02.63735Z","caller":"traceutil/trace.go:171","msg":"trace[999889673] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"133.287964ms","start":"2026-03-06T01:20:02.504023Z","end":"2026-03-06T01:20:02.637311Z","steps":["trace[999889673] 'process raft request' (duration: 89.873011ms)","trace[999889673] 'compare' (duration: 43.2968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:04.181333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844821695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:20:04.223803Z","caller":"traceutil/trace.go:171","msg":"trace[673579395] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"625.250091ms","start":"2026-03-06T01:20:03.598513Z","end":"2026-03-06T01:20:04.223763Z","steps":["trace[673579395] 'process raft request' (duration: 625.058526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.224125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.598493Z","time spent":"625.512909ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:04.989287Z","caller":"traceutil/trace.go:171","msg":"trace[556100560] transaction","detail":"{read_only:false; response_revision:22120; number_of_response:1; }","duration":"1.12629644s","start":"2026-03-06T01:20:03.862947Z","end":"2026-03-06T01:20:04.989244Z","steps":["trace[556100560] 'process raft request' (duration: 1.125793866s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.989468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.862918Z","time spent":"1.126453604s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:04.989559Z","caller":"traceutil/trace.go:171","msg":"trace[875431399] transaction","detail":"{read_only:false; response_revision:22121; number_of_response:1; }","duration":"1.095815864s","start":"2026-03-06T01:20:03.893703Z","end":"2026-03-06T01:20:04.989519Z","steps":["trace[875431399] 'process raft request' (duration: 1.095320911s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:04.989701Z","caller":"traceutil/trace.go:171","msg":"trace[1421861113] transaction","detail":"{read_only:false; response_revision:22122; number_of_response:1; }","duration":"1.04691989s","start":"2026-03-06T01:20:03.942729Z","end":"2026-03-06T01:20:04.989649Z","steps":["trace[1421861113] 'process raft request' (duration: 1.046710924s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.989768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.893666Z","time spent":"1.095992109s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:04.989943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.942703Z","time spent":"1.047104824s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:04.990504Z","caller":"traceutil/trace.go:171","msg":"trace[439836126] transaction","detail":"{read_only:false; response_revision:22123; number_of_response:1; }","duration":"859.529995ms","start":"2026-03-06T01:20:04.130959Z","end":"2026-03-06T01:20:04.990489Z","steps":["trace[439836126] 'process raft request' (duration: 859.041862ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:04.990518Z","caller":"traceutil/trace.go:171","msg":"trace[826391614] linearizableReadLoop","detail":"{readStateIndex:22911; appliedIndex:22906; }","duration":"1.3092018s","start":"2026-03-06T01:20:03.68126Z","end":"2026-03-06T01:20:04.990462Z","steps":["trace[826391614] 'read index received' (duration: 542.356143ms)","trace[826391614] 'applied index is now lower than readState.Index' (duration: 766.843456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:04.99057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.130924Z","time spent":"859.611938ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:04.990843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309479858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:04.990884Z","caller":"traceutil/trace.go:171","msg":"trace[1289232195] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22123; }","duration":"1.309532669s","start":"2026-03-06T01:20:03.681338Z","end":"2026-03-06T01:20:04.990871Z","steps":["trace[1289232195] 'agreement among raft nodes before linearized reading' (duration: 1.309475137s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.990931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.68133Z","time spent":"1.30958922s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:04.990665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309395985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:04.991052Z","caller":"traceutil/trace.go:171","msg":"trace[881115962] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22123; }","duration":"1.309857778s","start":"2026-03-06T01:20:03.68116Z","end":"2026-03-06T01:20:04.991017Z","steps":["trace[881115962] 'agreement among raft nodes before linearized reading' (duration: 1.309442126s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.991156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.681137Z","time spent":"1.309984102s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:04.991371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.992864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:20:04.991416Z","caller":"traceutil/trace.go:171","msg":"trace[290949523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22123; }","duration":"349.066996ms","start":"2026-03-06T01:20:04.642335Z","end":"2026-03-06T01:20:04.991402Z","steps":["trace[290949523] 'agreement among raft nodes before linearized reading' (duration: 348.933282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.991429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232846983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:04.991456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.642313Z","time spent":"349.135668ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:20:04.991499Z","caller":"traceutil/trace.go:171","msg":"trace[1796610438] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22123; }","duration":"1.232946946s","start":"2026-03-06T01:20:03.758534Z","end":"2026-03-06T01:20:04.991481Z","steps":["trace[1796610438] 'agreement among raft nodes before linearized reading' (duration: 1.232778901s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.991554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.758521Z","time spent":"1.233020117s","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:04.991572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.907693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:04.991613Z","caller":"traceutil/trace.go:171","msg":"trace[2048334743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22123; }","duration":"860.993406ms","start":"2026-03-06T01:20:04.130608Z","end":"2026-03-06T01:20:04.991601Z","steps":["trace[2048334743] 'agreement among raft nodes before linearized reading' (duration: 860.915874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.991643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.13059Z","time spent":"861.045287ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:04.991671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243034236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:20:04.9917Z","caller":"traceutil/trace.go:171","msg":"trace[744126154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22123; }","duration":"1.243112358s","start":"2026-03-06T01:20:03.748579Z","end":"2026-03-06T01:20:04.991691Z","steps":["trace[744126154] 'agreement among raft nodes before linearized reading' (duration: 1.243010805s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.991726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.748556Z","time spent":"1.243164639s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:20:04.991881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02312231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18559"} {"level":"info","ts":"2026-03-06T01:20:04.991914Z","caller":"traceutil/trace.go:171","msg":"trace[1519873336] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22123; }","duration":"1.023211263s","start":"2026-03-06T01:20:03.968692Z","end":"2026-03-06T01:20:04.991904Z","steps":["trace[1519873336] 'agreement among raft nodes before linearized reading' (duration: 1.023047228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.991944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.968682Z","time spent":"1.023255143s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18582,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:20:04.99197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.363515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:04.992006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310389093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:04.992051Z","caller":"traceutil/trace.go:171","msg":"trace[816527487] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22123; }","duration":"1.310495225s","start":"2026-03-06T01:20:03.681545Z","end":"2026-03-06T01:20:04.992041Z","steps":["trace[816527487] 'agreement among raft nodes before linearized reading' (duration: 1.310427023s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.992092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.681525Z","time spent":"1.310558968s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:20:04.992269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310848855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:04.992285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023799079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:04.992317Z","caller":"traceutil/trace.go:171","msg":"trace[1960933579] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22123; }","duration":"1.310907237s","start":"2026-03-06T01:20:03.681397Z","end":"2026-03-06T01:20:04.992305Z","steps":["trace[1960933579] 'agreement among raft nodes before linearized reading' (duration: 1.310837835s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:04.992341Z","caller":"traceutil/trace.go:171","msg":"trace[1717743362] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:22123; }","duration":"1.023908611s","start":"2026-03-06T01:20:03.968422Z","end":"2026-03-06T01:20:04.99233Z","steps":["trace[1717743362] 'agreement among raft nodes before linearized reading' (duration: 1.023725976s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.992361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.681389Z","time spent":"1.310964409s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:04.992376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.968401Z","time spent":"1.023966583s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:04.992009Z","caller":"traceutil/trace.go:171","msg":"trace[2056501369] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22123; }","duration":"857.407796ms","start":"2026-03-06T01:20:04.134587Z","end":"2026-03-06T01:20:04.991995Z","steps":["trace[2056501369] 'agreement among raft nodes before linearized reading' (duration: 857.347574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.992564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.134549Z","time spent":"858.000002ms","remote":"127.0.0.1:43424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:04.992812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311421382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:20:04.992855Z","caller":"traceutil/trace.go:171","msg":"trace[825904759] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22123; }","duration":"1.311477283s","start":"2026-03-06T01:20:03.681367Z","end":"2026-03-06T01:20:04.992845Z","steps":["trace[825904759] 'agreement among raft nodes before linearized reading' (duration: 1.31136219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.992878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:03.681362Z","time spent":"1.311510403s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:20:04.991914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.528158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:04.993087Z","caller":"traceutil/trace.go:171","msg":"trace[442180405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22123; }","duration":"530.735462ms","start":"2026-03-06T01:20:04.462325Z","end":"2026-03-06T01:20:04.99306Z","steps":["trace[442180405] 'agreement among raft nodes before linearized reading' (duration: 529.472087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:04.993148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.462302Z","time spent":"530.827515ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:05.50319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.909917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:05.503314Z","caller":"traceutil/trace.go:171","msg":"trace[57579277] linearizableReadLoop","detail":"{readStateIndex:22912; appliedIndex:22911; }","duration":"504.838204ms","start":"2026-03-06T01:20:04.998455Z","end":"2026-03-06T01:20:05.503293Z","steps":["trace[57579277] 'read index received' (duration: 302.746332ms)","trace[57579277] 'applied index is now lower than readState.Index' (duration: 202.090132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:05.503542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.08357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18559"} {"level":"info","ts":"2026-03-06T01:20:05.503575Z","caller":"traceutil/trace.go:171","msg":"trace[1399364231] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22124; }","duration":"505.150012ms","start":"2026-03-06T01:20:04.998414Z","end":"2026-03-06T01:20:05.503564Z","steps":["trace[1399364231] 'agreement among raft nodes before linearized reading' (duration: 504.965397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.503601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.998392Z","time spent":"505.203454ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18582,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:20:05.503454Z","caller":"traceutil/trace.go:171","msg":"trace[1470747120] transaction","detail":"{read_only:false; response_revision:22124; number_of_response:1; }","duration":"505.78048ms","start":"2026-03-06T01:20:04.997616Z","end":"2026-03-06T01:20:05.503397Z","steps":["trace[1470747120] 'process raft request' (duration: 303.580105ms)","trace[1470747120] 'compare' (duration: 201.332421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:05.503826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.997589Z","time spent":"506.1369ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:05.785142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.649537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:05.785332Z","caller":"traceutil/trace.go:171","msg":"trace[2142673985] linearizableReadLoop","detail":"{readStateIndex:22916; appliedIndex:22912; }","duration":"281.981216ms","start":"2026-03-06T01:20:05.503336Z","end":"2026-03-06T01:20:05.785317Z","steps":["trace[2142673985] 'read index received' (duration: 170.907857ms)","trace[2142673985] 'applied index is now lower than readState.Index' (duration: 111.072479ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:05.785495Z","caller":"traceutil/trace.go:171","msg":"trace[1166951940] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"786.548853ms","start":"2026-03-06T01:20:04.998937Z","end":"2026-03-06T01:20:05.785486Z","steps":["trace[1166951940] 'process raft request' (duration: 675.500145ms)","trace[1166951940] 'compare' (duration: 110.525854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:05.785537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.998915Z","time spent":"786.601314ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.785673Z","caller":"traceutil/trace.go:171","msg":"trace[1330115581] transaction","detail":"{read_only:false; response_revision:22126; number_of_response:1; }","duration":"766.075045ms","start":"2026-03-06T01:20:05.019593Z","end":"2026-03-06T01:20:05.785668Z","steps":["trace[1330115581] 'process raft request' (duration: 765.625503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.785708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.019557Z","time spent":"766.132577ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.78578Z","caller":"traceutil/trace.go:171","msg":"trace[1820834858] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"766.054844ms","start":"2026-03-06T01:20:05.01972Z","end":"2026-03-06T01:20:05.785775Z","steps":["trace[1820834858] 'process raft request' (duration: 765.52871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.785809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.01971Z","time spent":"766.084066ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:05.78588Z","caller":"traceutil/trace.go:171","msg":"trace[1716693286] transaction","detail":"{read_only:false; response_revision:22128; number_of_response:1; }","duration":"765.978582ms","start":"2026-03-06T01:20:05.019897Z","end":"2026-03-06T01:20:05.785875Z","steps":["trace[1716693286] 'process raft request' (duration: 765.383985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.785909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.019887Z","time spent":"766.007883ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:05.786024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.321434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:20:05.786062Z","caller":"traceutil/trace.go:171","msg":"trace[1745259350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22128; }","duration":"682.389435ms","start":"2026-03-06T01:20:05.103648Z","end":"2026-03-06T01:20:05.786037Z","steps":["trace[1745259350] 'agreement among raft nodes before linearized reading' (duration: 682.298013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.786082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.103627Z","time spent":"682.451377ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:05.786059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.288053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.786159Z","caller":"traceutil/trace.go:171","msg":"trace[1974812330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22128; }","duration":"660.436747ms","start":"2026-03-06T01:20:05.125701Z","end":"2026-03-06T01:20:05.786138Z","steps":["trace[1974812330] 'agreement among raft nodes before linearized reading' (duration: 660.243272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.786211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.083427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:20:05.78623Z","caller":"traceutil/trace.go:171","msg":"trace[556951548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22128; }","duration":"787.122289ms","start":"2026-03-06T01:20:04.999103Z","end":"2026-03-06T01:20:05.786226Z","steps":["trace[556951548] 'agreement among raft nodes before linearized reading' (duration: 787.068177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.786227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.125686Z","time spent":"660.532369ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:05.786243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:04.999094Z","time spent":"787.145889ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:20:05.786546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.660595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.786584Z","caller":"traceutil/trace.go:171","msg":"trace[47466615] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22128; }","duration":"361.713786ms","start":"2026-03-06T01:20:05.424861Z","end":"2026-03-06T01:20:05.786575Z","steps":["trace[47466615] 'agreement among raft nodes before linearized reading' (duration: 361.645754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.786616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.424853Z","time spent":"361.756117ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:05.786727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.423288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.786757Z","caller":"traceutil/trace.go:171","msg":"trace[430530665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22128; }","duration":"598.471559ms","start":"2026-03-06T01:20:05.188274Z","end":"2026-03-06T01:20:05.786746Z","steps":["trace[430530665] 'agreement among raft nodes before linearized reading' (duration: 598.427658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.786715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.038861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:20:05.786779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.188257Z","time spent":"598.517711ms","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:05.786814Z","caller":"traceutil/trace.go:171","msg":"trace[2137877550] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22128; }","duration":"215.203625ms","start":"2026-03-06T01:20:05.571581Z","end":"2026-03-06T01:20:05.786785Z","steps":["trace[2137877550] 'agreement among raft nodes before linearized reading' (duration: 214.904967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.78688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.758646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.786898Z","caller":"traceutil/trace.go:171","msg":"trace[1851177270] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22128; }","duration":"362.823367ms","start":"2026-03-06T01:20:05.42407Z","end":"2026-03-06T01:20:05.786894Z","steps":["trace[1851177270] 'agreement among raft nodes before linearized reading' (duration: 362.793086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.786913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.424046Z","time spent":"362.863929ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:05.786858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.676713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:05.786914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.991959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:05.786989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.745933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:20:05.787028Z","caller":"traceutil/trace.go:171","msg":"trace[2116353892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22128; }","duration":"626.841626ms","start":"2026-03-06T01:20:05.160177Z","end":"2026-03-06T01:20:05.787019Z","steps":["trace[2116353892] 'agreement among raft nodes before linearized reading' (duration: 626.755743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:05.78703Z","caller":"traceutil/trace.go:171","msg":"trace[1571734691] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22128; }","duration":"763.75809ms","start":"2026-03-06T01:20:05.023246Z","end":"2026-03-06T01:20:05.787004Z","steps":["trace[1571734691] 'agreement among raft nodes before linearized reading' (duration: 762.918887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.787051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.898239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:05.787109Z","caller":"traceutil/trace.go:171","msg":"trace[1841648451] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22128; }","duration":"362.999022ms","start":"2026-03-06T01:20:05.424097Z","end":"2026-03-06T01:20:05.787096Z","steps":["trace[1841648451] 'agreement among raft nodes before linearized reading' (duration: 362.92092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.787134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.129505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:20:05.787163Z","caller":"traceutil/trace.go:171","msg":"trace[1913638206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22128; }","duration":"631.156955ms","start":"2026-03-06T01:20:05.155997Z","end":"2026-03-06T01:20:05.787154Z","steps":["trace[1913638206] 'agreement among raft nodes before linearized reading' (duration: 631.084173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.787172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.424073Z","time spent":"363.087514ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:20:05.787194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.155961Z","time spent":"631.226197ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:20:05.786976Z","caller":"traceutil/trace.go:171","msg":"trace[1672193936] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22128; }","duration":"362.868899ms","start":"2026-03-06T01:20:05.424081Z","end":"2026-03-06T01:20:05.786949Z","steps":["trace[1672193936] 'agreement among raft nodes before linearized reading' (duration: 362.657843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.787279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.424055Z","time spent":"363.216218ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:05.787062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.160146Z","time spent":"626.909828ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:05.786911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.724701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:20:05.787409Z","caller":"traceutil/trace.go:171","msg":"trace[911724591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22128; }","duration":"623.265006ms","start":"2026-03-06T01:20:05.16413Z","end":"2026-03-06T01:20:05.787395Z","steps":["trace[911724591] 'agreement among raft nodes before linearized reading' (duration: 622.642529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:05.787476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.164108Z","time spent":"623.354009ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:05.787103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.023173Z","time spent":"763.906664ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:06.629876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844821723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:06.875752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.623088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:20:06.875874Z","caller":"traceutil/trace.go:171","msg":"trace[1619010399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22132; }","duration":"986.756112ms","start":"2026-03-06T01:20:05.889091Z","end":"2026-03-06T01:20:06.875847Z","steps":["trace[1619010399] 'range keys from in-memory index tree' (duration: 986.410302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.875923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.889031Z","time spent":"986.881186ms","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:20:06.876005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.784024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:06.876052Z","caller":"traceutil/trace.go:171","msg":"trace[2083536718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22132; }","duration":"911.882166ms","start":"2026-03-06T01:20:05.964156Z","end":"2026-03-06T01:20:06.876038Z","steps":["trace[2083536718] 'count revisions from in-memory index tree' (duration: 911.564517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.876082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:05.964129Z","time spent":"911.944218ms","remote":"127.0.0.1:58922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:06.876105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.007899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:06.876226Z","caller":"traceutil/trace.go:171","msg":"trace[280843985] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22132; }","duration":"790.210654ms","start":"2026-03-06T01:20:06.085988Z","end":"2026-03-06T01:20:06.876198Z","steps":["trace[280843985] 'count revisions from in-memory index tree' (duration: 789.837063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:06.876767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.085957Z","time spent":"790.312577ms","remote":"127.0.0.1:43456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:07.13093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844821723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:07.170502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081368313s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:20:07.171039Z","caller":"traceutil/trace.go:171","msg":"trace[98816896] transaction","detail":"{read_only:false; response_revision:22133; number_of_response:1; }","duration":"1.082074762s","start":"2026-03-06T01:20:06.088936Z","end":"2026-03-06T01:20:07.171011Z","steps":["trace[98816896] 'process raft request' (duration: 1.081867447s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.171264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.088907Z","time spent":"1.082246727s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:07.471273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.509964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:07.471479Z","caller":"traceutil/trace.go:171","msg":"trace[887034791] linearizableReadLoop","detail":"{readStateIndex:22924; appliedIndex:22920; }","duration":"1.342340798s","start":"2026-03-06T01:20:06.129119Z","end":"2026-03-06T01:20:07.47146Z","steps":["trace[887034791] 'read index received' (duration: 1.041799807s)","trace[887034791] 'applied index is now lower than readState.Index' (duration: 300.539741ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:07.471577Z","caller":"traceutil/trace.go:171","msg":"trace[1683676811] transaction","detail":"{read_only:false; response_revision:22136; number_of_response:1; }","duration":"475.113939ms","start":"2026-03-06T01:20:06.996452Z","end":"2026-03-06T01:20:07.471566Z","steps":["trace[1683676811] 'process raft request' (duration: 474.955954ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:07.471574Z","caller":"traceutil/trace.go:171","msg":"trace[624090661] transaction","detail":"{read_only:false; response_revision:22135; number_of_response:1; }","duration":"475.121799ms","start":"2026-03-06T01:20:06.996425Z","end":"2026-03-06T01:20:07.471547Z","steps":["trace[624090661] 'process raft request' (duration: 474.940824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.471656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.996426Z","time spent":"475.170731ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:07.471714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.996391Z","time spent":"475.247453ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:07.471866Z","caller":"traceutil/trace.go:171","msg":"trace[1800356937] transaction","detail":"{read_only:false; response_revision:22134; number_of_response:1; }","duration":"1.240974728s","start":"2026-03-06T01:20:06.230876Z","end":"2026-03-06T01:20:07.47185Z","steps":["trace[1800356937] 'process raft request' (duration: 989.768154ms)","trace[1800356937] 'compare' (duration: 249.805665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:07.471917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.230848Z","time spent":"1.24104056s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:07.471974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.967577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:07.471982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.749847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:07.471998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.197759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:07.472002Z","caller":"traceutil/trace.go:171","msg":"trace[994370489] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22136; }","duration":"474.031159ms","start":"2026-03-06T01:20:06.997961Z","end":"2026-03-06T01:20:07.471992Z","steps":["trace[994370489] 'agreement among raft nodes before linearized reading' (duration: 473.977007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.471968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342835121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:07.472012Z","caller":"traceutil/trace.go:171","msg":"trace[1436594566] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22136; }","duration":"545.834119ms","start":"2026-03-06T01:20:06.92617Z","end":"2026-03-06T01:20:07.472004Z","steps":["trace[1436594566] 'agreement among raft nodes before linearized reading' (duration: 545.780527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.926144Z","time spent":"545.889701ms","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:07.47204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.997946Z","time spent":"474.07721ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-06T01:20:07.472049Z","caller":"traceutil/trace.go:171","msg":"trace[1914992289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22136; }","duration":"1.342932974s","start":"2026-03-06T01:20:06.129097Z","end":"2026-03-06T01:20:07.47203Z","steps":["trace[1914992289] 'agreement among raft nodes before linearized reading' (duration: 1.342762119s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.331139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:07.472086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.129003Z","time spent":"1.343077578s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:07.472104Z","caller":"traceutil/trace.go:171","msg":"trace[1751009499] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22136; }","duration":"903.40897ms","start":"2026-03-06T01:20:06.568686Z","end":"2026-03-06T01:20:07.472095Z","steps":["trace[1751009499] 'agreement among raft nodes before linearized reading' (duration: 903.366059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.213114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:07.472013Z","caller":"traceutil/trace.go:171","msg":"trace[1267166382] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22136; }","duration":"476.275691ms","start":"2026-03-06T01:20:06.995732Z","end":"2026-03-06T01:20:07.472008Z","steps":["trace[1267166382] 'agreement among raft nodes before linearized reading' (duration: 476.24339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.568664Z","time spent":"903.455192ms","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:07.472145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.995707Z","time spent":"476.434576ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-06T01:20:07.472148Z","caller":"traceutil/trace.go:171","msg":"trace[1960973144] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22136; }","duration":"474.343137ms","start":"2026-03-06T01:20:06.997786Z","end":"2026-03-06T01:20:07.472129Z","steps":["trace[1960973144] 'agreement among raft nodes before linearized reading' (duration: 474.167992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.888895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6cbcbdd5f8-pdddc.189a1a5357f41be1\" ","response":"range_response_count:1 size:2109"} {"level":"warn","ts":"2026-03-06T01:20:07.472185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.997765Z","time spent":"474.4145ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:20:07.4722Z","caller":"traceutil/trace.go:171","msg":"trace[255061446] range","detail":"{range_begin:/registry/events/openstack/glance-api-6cbcbdd5f8-pdddc.189a1a5357f41be1; range_end:; response_count:1; response_revision:22136; }","duration":"127.981658ms","start":"2026-03-06T01:20:07.344204Z","end":"2026-03-06T01:20:07.472186Z","steps":["trace[255061446] 'agreement among raft nodes before linearized reading' (duration: 127.811103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.47197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034959677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:07.472268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.578035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:20:07.472277Z","caller":"traceutil/trace.go:171","msg":"trace[1850149888] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:22136; }","duration":"1.035325707s","start":"2026-03-06T01:20:06.43694Z","end":"2026-03-06T01:20:07.472266Z","steps":["trace[1850149888] 'agreement among raft nodes before linearized reading' (duration: 1.034961877s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.223484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:07.472294Z","caller":"traceutil/trace.go:171","msg":"trace[1293857597] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22136; }","duration":"469.623597ms","start":"2026-03-06T01:20:07.002663Z","end":"2026-03-06T01:20:07.472287Z","steps":["trace[1293857597] 'agreement among raft nodes before linearized reading' (duration: 469.497343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.436922Z","time spent":"1.035374019s","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:07.472308Z","caller":"traceutil/trace.go:171","msg":"trace[2009508165] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22136; }","duration":"474.278166ms","start":"2026-03-06T01:20:06.998023Z","end":"2026-03-06T01:20:07.472301Z","steps":["trace[2009508165] 'agreement among raft nodes before linearized reading' (duration: 474.224745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.002654Z","time spent":"469.657137ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:20:07.472327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.998009Z","time spent":"474.313327ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:20:07.472362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.682672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-06T01:20:07.472401Z","caller":"traceutil/trace.go:171","msg":"trace[965713137] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:22136; }","duration":"814.768174ms","start":"2026-03-06T01:20:06.657626Z","end":"2026-03-06T01:20:07.472394Z","steps":["trace[965713137] 'agreement among raft nodes before linearized reading' (duration: 814.400403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:07.472421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:06.657601Z","time spent":"814.814275ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:20:07.976089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844821730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:08.476561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844821730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:20:08.744964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271087233s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:20:09.480606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:20:09.480686Z","caller":"traceutil/trace.go:171","msg":"trace[930134068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518812s","start":"2026-03-06T01:20:07.480153Z","end":"2026-03-06T01:20:09.480672Z","steps":["trace[930134068] 'agreement among raft nodes before linearized reading' (duration: 2.000428569s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:09.480716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.480147Z","time spent":"2.000563413s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:20:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:20:11.507755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026666787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:20:11.507881Z","caller":"traceutil/trace.go:171","msg":"trace[160417564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.026910074s","start":"2026-03-06T01:20:09.480941Z","end":"2026-03-06T01:20:11.507851Z","steps":["trace[160417564] 'agreement among raft nodes before linearized reading' (duration: 2.026723798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:11.507948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.480915Z","time spent":"2.027019896s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:11.999743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25412905s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:20:11.999868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.473748Z","time spent":"4.526115109s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:20:12.790316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.792118Z","time spent":"4.998190305s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:20:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:20:12.791706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999902673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:20:12.791752Z","caller":"traceutil/trace.go:171","msg":"trace[2067473850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000038396s","start":"2026-03-06T01:20:07.791699Z","end":"2026-03-06T01:20:12.791738Z","steps":["trace[2067473850] 'agreement among raft nodes before linearized reading' (duration: 4.999951764s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:12.791781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.791663Z","time spent":"5.000112478s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:12.792993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.794939Z","time spent":"4.99804191s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:20:12.851588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999389478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:20:12.851685Z","caller":"traceutil/trace.go:171","msg":"trace[417612345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999548992s","start":"2026-03-06T01:20:07.852114Z","end":"2026-03-06T01:20:12.851663Z","steps":["trace[417612345] 'agreement among raft nodes before linearized reading' (duration: 4.999430739s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:12.851737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.852093Z","time spent":"4.999634245s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:20:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:20:12.855796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998976746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:20:12.855893Z","caller":"traceutil/trace.go:171","msg":"trace[1239337690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9991279s","start":"2026-03-06T01:20:07.856742Z","end":"2026-03-06T01:20:12.85587Z","steps":["trace[1239337690] 'agreement among raft nodes before linearized reading' (duration: 4.998995937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:12.855945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.85673Z","time spent":"4.999205692s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:13.399811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.469651303s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:20:13.400848Z","caller":"traceutil/trace.go:171","msg":"trace[748477256] transaction","detail":"{read_only:false; response_revision:22137; number_of_response:1; }","duration":"5.926593247s","start":"2026-03-06T01:20:07.474227Z","end":"2026-03-06T01:20:13.40082Z","steps":["trace[748477256] 'process raft request' (duration: 5.925853817s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.401003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.474203Z","time spent":"5.926722041s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:13.542488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:20:13.542596Z","caller":"traceutil/trace.go:171","msg":"trace[1125145595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205334s","start":"2026-03-06T01:20:11.542363Z","end":"2026-03-06T01:20:13.542568Z","steps":["trace[1125145595] 'agreement among raft nodes before linearized reading' (duration: 2.000031159s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.542652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.542339Z","time spent":"2.000297576s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:20:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:20:13.595401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.992556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:13.595709Z","caller":"traceutil/trace.go:171","msg":"trace[2113419689] linearizableReadLoop","detail":"{readStateIndex:22929; appliedIndex:22924; }","duration":"6.119702131s","start":"2026-03-06T01:20:07.475981Z","end":"2026-03-06T01:20:13.595683Z","steps":["trace[2113419689] 'read index received' (duration: 1.269279313s)","trace[2113419689] 'applied index is now lower than readState.Index' (duration: 4.850421048s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:13.595753Z","caller":"traceutil/trace.go:171","msg":"trace[77038050] transaction","detail":"{read_only:false; response_revision:22140; number_of_response:1; }","duration":"5.796824111s","start":"2026-03-06T01:20:07.798899Z","end":"2026-03-06T01:20:13.595723Z","steps":["trace[77038050] 'process raft request' (duration: 5.796718728s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.595884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.798878Z","time spent":"5.796923465s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:13.596121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119991679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38d813fa-161b-4f47-a465-3e550c4ed440\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-06T01:20:13.596225Z","caller":"traceutil/trace.go:171","msg":"trace[1387465299] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38d813fa-161b-4f47-a465-3e550c4ed440; range_end:; response_count:1; response_revision:22140; }","duration":"6.120236256s","start":"2026-03-06T01:20:07.475963Z","end":"2026-03-06T01:20:13.5962Z","steps":["trace[1387465299] 'agreement among raft nodes before linearized reading' (duration: 6.119822494s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.596277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.475952Z","time spent":"6.120314008s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-38d813fa-161b-4f47-a465-3e550c4ed440\" "} {"level":"info","ts":"2026-03-06T01:20:13.886878Z","caller":"traceutil/trace.go:171","msg":"trace[798017123] transaction","detail":"{read_only:false; response_revision:22142; number_of_response:1; }","duration":"4.408658832s","start":"2026-03-06T01:20:09.478165Z","end":"2026-03-06T01:20:13.886824Z","steps":["trace[798017123] 'process raft request' (duration: 4.408550649s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.886921Z","caller":"traceutil/trace.go:171","msg":"trace[495581066] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"4.943619641s","start":"2026-03-06T01:20:08.943253Z","end":"2026-03-06T01:20:13.886873Z","steps":["trace[495581066] 'process raft request' (duration: 4.942042108s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.888337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.478141Z","time spent":"4.410109973s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:13.887144Z","caller":"traceutil/trace.go:171","msg":"trace[2084085130] transaction","detail":"{read_only:false; response_revision:22143; number_of_response:1; }","duration":"4.406384399s","start":"2026-03-06T01:20:09.480737Z","end":"2026-03-06T01:20:13.887121Z","steps":["trace[2084085130] 'process raft request' (duration: 4.40603844s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.88774Z","caller":"traceutil/trace.go:171","msg":"trace[1913331166] transaction","detail":"{read_only:false; response_revision:22144; number_of_response:1; }","duration":"4.390848759s","start":"2026-03-06T01:20:09.496868Z","end":"2026-03-06T01:20:13.887717Z","steps":["trace[1913331166] 'process raft request' (duration: 4.39016373s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.887807Z","caller":"traceutil/trace.go:171","msg":"trace[1900470301] transaction","detail":"{read_only:false; response_revision:22145; number_of_response:1; }","duration":"3.891532229s","start":"2026-03-06T01:20:09.996251Z","end":"2026-03-06T01:20:13.887783Z","steps":["trace[1900470301] 'process raft request' (duration: 3.891352784s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.88845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:08.943229Z","time spent":"4.945146383s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:13.889142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.996226Z","time spent":"3.892858675s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:13.888938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.480722Z","time spent":"4.40819171s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:13.888974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.49685Z","time spent":"4.392109194s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:13.953912Z","caller":"traceutil/trace.go:171","msg":"trace[1643548261] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22146; }","duration":"1.949534709s","start":"2026-03-06T01:20:12.004341Z","end":"2026-03-06T01:20:13.953876Z","steps":["trace[1643548261] 'process raft request' (duration: 1.949396495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.954091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.004311Z","time spent":"1.949688763s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:13.954076Z","caller":"traceutil/trace.go:171","msg":"trace[1663488784] linearizableReadLoop","detail":"{readStateIndex:22937; appliedIndex:22929; }","duration":"358.288081ms","start":"2026-03-06T01:20:13.595758Z","end":"2026-03-06T01:20:13.954047Z","steps":["trace[1663488784] 'read index received' (duration: 289.551126ms)","trace[1663488784] 'applied index is now lower than readState.Index' (duration: 68.735025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:13.95433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.445858621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:20:13.954394Z","caller":"traceutil/trace.go:171","msg":"trace[1393749343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22147; }","duration":"6.445985515s","start":"2026-03-06T01:20:07.508396Z","end":"2026-03-06T01:20:13.954381Z","steps":["trace[1393749343] 'agreement among raft nodes before linearized reading' (duration: 6.445734708s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.954468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.508368Z","time spent":"6.446052237s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:13.954714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474202479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.95471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974420255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.954768Z","caller":"traceutil/trace.go:171","msg":"trace[661915723] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22147; }","duration":"4.474265171s","start":"2026-03-06T01:20:09.48049Z","end":"2026-03-06T01:20:13.954755Z","steps":["trace[661915723] 'agreement among raft nodes before linearized reading' (duration: 4.474116117s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.954797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.161223202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.954805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.480486Z","time spent":"4.474311712s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:20:13.954812Z","caller":"traceutil/trace.go:171","msg":"trace[1859566237] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22147; }","duration":"4.97458753s","start":"2026-03-06T01:20:08.980202Z","end":"2026-03-06T01:20:13.95479Z","steps":["trace[1859566237] 'agreement among raft nodes before linearized reading' (duration: 4.974356233s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.954771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662839059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.954872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:08.980103Z","time spent":"4.974760894s","remote":"127.0.0.1:53780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.954867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473747276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.954941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.388052891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.954943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.721874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-06T01:20:13.955016Z","caller":"traceutil/trace.go:171","msg":"trace[2145771797] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:22147; }","duration":"5.388176774s","start":"2026-03-06T01:20:08.566817Z","end":"2026-03-06T01:20:13.954994Z","steps":["trace[2145771797] 'agreement among raft nodes before linearized reading' (duration: 5.388090301s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.161070768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.955035Z","caller":"traceutil/trace.go:171","msg":"trace[1936620496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:22147; }","duration":"353.825107ms","start":"2026-03-06T01:20:13.601188Z","end":"2026-03-06T01:20:13.955013Z","steps":["trace[1936620496] 'agreement among raft nodes before linearized reading' (duration: 353.177879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.954758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.161086718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.955076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:08.566791Z","time spent":"5.388269386s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:13.955091Z","caller":"traceutil/trace.go:171","msg":"trace[1090496396] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22147; }","duration":"6.161153291s","start":"2026-03-06T01:20:07.793916Z","end":"2026-03-06T01:20:13.955069Z","steps":["trace[1090496396] 'agreement among raft nodes before linearized reading' (duration: 6.161090409s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.954973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.160985956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:20:13.955118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.516363717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:13.955145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.673399791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.95515Z","caller":"traceutil/trace.go:171","msg":"trace[771595177] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22147; }","duration":"6.161211402s","start":"2026-03-06T01:20:07.793929Z","end":"2026-03-06T01:20:13.95514Z","steps":["trace[771595177] 'agreement among raft nodes before linearized reading' (duration: 6.160891413s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.955173Z","caller":"traceutil/trace.go:171","msg":"trace[1905412455] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22147; }","duration":"4.673478713s","start":"2026-03-06T01:20:09.281687Z","end":"2026-03-06T01:20:13.955166Z","steps":["trace[1905412455] 'agreement among raft nodes before linearized reading' (duration: 4.673434482s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.954879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175092187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.955192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.793903Z","time spent":"6.161269724s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:20:13.955209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.28166Z","time spent":"4.673541704s","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66853556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.955251Z","caller":"traceutil/trace.go:171","msg":"trace[914210990] transaction","detail":"{read_only:false; response_revision:22147; number_of_response:1; }","duration":"1.457301854s","start":"2026-03-06T01:20:12.497924Z","end":"2026-03-06T01:20:13.955226Z","steps":["trace[914210990] 'process raft request' (duration: 1.455869534s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.955226Z","caller":"traceutil/trace.go:171","msg":"trace[20874923] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:22147; }","duration":"5.175489159s","start":"2026-03-06T01:20:08.779719Z","end":"2026-03-06T01:20:13.955208Z","steps":["trace[20874923] 'agreement among raft nodes before linearized reading' (duration: 5.175108238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474704423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.955319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445947249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.955336Z","caller":"traceutil/trace.go:171","msg":"trace[2137309796] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22147; }","duration":"4.474762865s","start":"2026-03-06T01:20:09.480562Z","end":"2026-03-06T01:20:13.955325Z","steps":["trace[2137309796] 'agreement among raft nodes before linearized reading' (duration: 4.474688113s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626550925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.955373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.480558Z","time spent":"4.474808156s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-06T01:20:13.955372Z","caller":"traceutil/trace.go:171","msg":"trace[2042270542] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22147; }","duration":"2.446040492s","start":"2026-03-06T01:20:11.509314Z","end":"2026-03-06T01:20:13.955355Z","steps":["trace[2042270542] 'agreement among raft nodes before linearized reading' (duration: 2.445958899s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.43603096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:13.955402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832564023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:13.955416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.509294Z","time spent":"2.446110653s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.573296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.955452Z","caller":"traceutil/trace.go:171","msg":"trace[854838279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22147; }","duration":"4.832669376s","start":"2026-03-06T01:20:09.122771Z","end":"2026-03-06T01:20:13.95544Z","steps":["trace[854838279] 'agreement among raft nodes before linearized reading' (duration: 4.832594964s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.122738Z","time spent":"4.832747727s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226019152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.955564Z","caller":"traceutil/trace.go:171","msg":"trace[1473863159] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22147; }","duration":"3.226112914s","start":"2026-03-06T01:20:10.729434Z","end":"2026-03-06T01:20:13.955547Z","steps":["trace[1473863159] 'agreement among raft nodes before linearized reading' (duration: 3.226039962s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300290828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.955517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.296529034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.955404Z","caller":"traceutil/trace.go:171","msg":"trace[1711603278] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22147; }","duration":"2.626592146s","start":"2026-03-06T01:20:11.328785Z","end":"2026-03-06T01:20:13.955378Z","steps":["trace[1711603278] 'agreement among raft nodes before linearized reading' (duration: 2.626530615s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.955635Z","caller":"traceutil/trace.go:171","msg":"trace[931048333] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:22147; }","duration":"4.300380261s","start":"2026-03-06T01:20:09.65524Z","end":"2026-03-06T01:20:13.95562Z","steps":["trace[931048333] 'agreement among raft nodes before linearized reading' (duration: 4.300292199s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925359965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.955639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:10.729413Z","time spent":"3.226206377s","remote":"127.0.0.1:58660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.447516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T01:20:13.955669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.328686Z","time spent":"2.626969887s","remote":"127.0.0.1:58462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.655226Z","time spent":"4.300444083s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475173606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:20:13.955715Z","caller":"traceutil/trace.go:171","msg":"trace[764158120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22147; }","duration":"4.296698279s","start":"2026-03-06T01:20:09.658939Z","end":"2026-03-06T01:20:13.955637Z","steps":["trace[764158120] 'agreement among raft nodes before linearized reading' (duration: 4.296473123s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.955741Z","caller":"traceutil/trace.go:171","msg":"trace[2075285209] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22147; }","duration":"4.475223338s","start":"2026-03-06T01:20:09.480508Z","end":"2026-03-06T01:20:13.955731Z","steps":["trace[2075285209] 'agreement among raft nodes before linearized reading' (duration: 4.475069614s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.955689Z","caller":"traceutil/trace.go:171","msg":"trace[1839111830] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb; range_end:; response_count:1; response_revision:22147; }","duration":"542.507908ms","start":"2026-03-06T01:20:13.413172Z","end":"2026-03-06T01:20:13.95568Z","steps":["trace[1839111830] 'agreement among raft nodes before linearized reading' (duration: 542.346473ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.955126Z","caller":"traceutil/trace.go:171","msg":"trace[1352063704] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22147; }","duration":"6.16148467s","start":"2026-03-06T01:20:07.793619Z","end":"2026-03-06T01:20:13.955104Z","steps":["trace[1352063704] 'agreement among raft nodes before linearized reading' (duration: 6.160984486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.65892Z","time spent":"4.296848223s","remote":"127.0.0.1:58860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599685891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.955948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160496837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-06T01:20:13.955954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297746029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.955012Z","caller":"traceutil/trace.go:171","msg":"trace[690568747] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22147; }","duration":"4.473988414s","start":"2026-03-06T01:20:09.481004Z","end":"2026-03-06T01:20:13.954992Z","steps":["trace[690568747] 'agreement among raft nodes before linearized reading' (duration: 4.473760567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252544129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:13.956005Z","caller":"traceutil/trace.go:171","msg":"trace[918971070] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22147; }","duration":"3.297836111s","start":"2026-03-06T01:20:10.658156Z","end":"2026-03-06T01:20:13.955992Z","steps":["trace[918971070] 'agreement among raft nodes before linearized reading' (duration: 3.297755689s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.480979Z","time spent":"4.475028273s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-06T01:20:13.956036Z","caller":"traceutil/trace.go:171","msg":"trace[311927948] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:22147; }","duration":"1.25258184s","start":"2026-03-06T01:20:12.703444Z","end":"2026-03-06T01:20:13.956026Z","steps":["trace[311927948] 'agreement among raft nodes before linearized reading' (duration: 1.252530409s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.955497Z","caller":"traceutil/trace.go:171","msg":"trace[2144493123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22147; }","duration":"412.675308ms","start":"2026-03-06T01:20:13.542811Z","end":"2026-03-06T01:20:13.955486Z","steps":["trace[2144493123] 'agreement among raft nodes before linearized reading' (duration: 412.603956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139262409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.956075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.703431Z","time spent":"1.252635921s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.95584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070895183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:20:13.956095Z","caller":"traceutil/trace.go:171","msg":"trace[1313179846] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:22147; }","duration":"1.139351951s","start":"2026-03-06T01:20:12.816734Z","end":"2026-03-06T01:20:13.956086Z","steps":["trace[1313179846] 'agreement among raft nodes before linearized reading' (duration: 1.139286079s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.196909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:13.956101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:13.542784Z","time spent":"413.299536ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:20:13.956126Z","caller":"traceutil/trace.go:171","msg":"trace[492644184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22147; }","duration":"2.071237733s","start":"2026-03-06T01:20:11.884875Z","end":"2026-03-06T01:20:13.956113Z","steps":["trace[492644184] 'agreement among raft nodes before linearized reading' (duration: 2.070881873s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.956145Z","caller":"traceutil/trace.go:171","msg":"trace[644683099] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:22147; }","duration":"967.25546ms","start":"2026-03-06T01:20:12.988879Z","end":"2026-03-06T01:20:13.956135Z","steps":["trace[644683099] 'agreement among raft nodes before linearized reading' (duration: 967.108656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256231641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:13.956176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.055692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.956184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.988852Z","time spent":"967.320012ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.956189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.884834Z","time spent":"2.071338505s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:20:13.956202Z","caller":"traceutil/trace.go:171","msg":"trace[519903999] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22147; }","duration":"1.256331514s","start":"2026-03-06T01:20:12.69986Z","end":"2026-03-06T01:20:13.956192Z","steps":["trace[519903999] 'agreement among raft nodes before linearized reading' (duration: 1.256243981s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.956208Z","caller":"traceutil/trace.go:171","msg":"trace[1440626331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22147; }","duration":"701.086013ms","start":"2026-03-06T01:20:13.255114Z","end":"2026-03-06T01:20:13.9562Z","steps":["trace[1440626331] 'agreement among raft nodes before linearized reading' (duration: 701.031892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817605252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:13.956234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.699836Z","time spent":"1.256390766s","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:13.956252Z","caller":"traceutil/trace.go:171","msg":"trace[701723560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22147; }","duration":"1.818170297s","start":"2026-03-06T01:20:12.13807Z","end":"2026-03-06T01:20:13.95624Z","steps":["trace[701723560] 'agreement among raft nodes before linearized reading' (duration: 1.817617602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:13.255061Z","time spent":"701.174395ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:13.955413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099129331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T01:20:13.956298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.138053Z","time spent":"1.818227639s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.956126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.816712Z","time spent":"1.139406403s","remote":"127.0.0.1:60600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:13.956334Z","caller":"traceutil/trace.go:171","msg":"trace[1786893781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22147; }","duration":"6.100082177s","start":"2026-03-06T01:20:07.856235Z","end":"2026-03-06T01:20:13.956317Z","steps":["trace[1786893781] 'agreement among raft nodes before linearized reading' (duration: 6.099072409s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162348509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-06T01:20:13.955999Z","caller":"traceutil/trace.go:171","msg":"trace[1983587726] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22147; }","duration":"1.160571449s","start":"2026-03-06T01:20:12.795417Z","end":"2026-03-06T01:20:13.955989Z","steps":["trace[1983587726] 'agreement among raft nodes before linearized reading' (duration: 1.160391344s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.956393Z","caller":"traceutil/trace.go:171","msg":"trace[918897494] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:22147; }","duration":"1.162842462s","start":"2026-03-06T01:20:12.793539Z","end":"2026-03-06T01:20:13.956382Z","steps":["trace[918897494] 'agreement among raft nodes before linearized reading' (duration: 1.162341748s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.856211Z","time spent":"6.1001722s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:13.956429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.793514Z","time spent":"1.162905424s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-06T01:20:13.956425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.795407Z","time spent":"1.161005721s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-06T01:20:13.955293Z","caller":"traceutil/trace.go:171","msg":"trace[1696343598] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22147; }","duration":"1.668635793s","start":"2026-03-06T01:20:12.286645Z","end":"2026-03-06T01:20:13.955281Z","steps":["trace[1696343598] 'agreement among raft nodes before linearized reading' (duration: 1.66854196s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.234097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:13.956533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.286628Z","time spent":"1.669893387s","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:13.954841Z","caller":"traceutil/trace.go:171","msg":"trace[363304130] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22147; }","duration":"6.161275424s","start":"2026-03-06T01:20:07.793553Z","end":"2026-03-06T01:20:13.954828Z","steps":["trace[363304130] 'agreement among raft nodes before linearized reading' (duration: 6.161227993s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:13.956575Z","caller":"traceutil/trace.go:171","msg":"trace[300067783] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22147; }","duration":"268.389148ms","start":"2026-03-06T01:20:13.68817Z","end":"2026-03-06T01:20:13.956559Z","steps":["trace[300067783] 'agreement among raft nodes before linearized reading' (duration: 267.231026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:08.779694Z","time spent":"5.175618202s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.95666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.793545Z","time spent":"6.163048943s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:13.955103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474638991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.956727Z","caller":"traceutil/trace.go:171","msg":"trace[931775379] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22147; }","duration":"4.476292777s","start":"2026-03-06T01:20:09.480423Z","end":"2026-03-06T01:20:13.956715Z","steps":["trace[931775379] 'agreement among raft nodes before linearized reading' (duration: 4.474642442s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.480412Z","time spent":"4.476345699s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:20:13.955679Z","caller":"traceutil/trace.go:171","msg":"trace[780958256] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22147; }","duration":"4.925462688s","start":"2026-03-06T01:20:09.030207Z","end":"2026-03-06T01:20:13.95567Z","steps":["trace[780958256] 'agreement among raft nodes before linearized reading' (duration: 4.925389936s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.955155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.793902Z","time spent":"6.161244003s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:13.956834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.030184Z","time spent":"4.92662905s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.954893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.235903332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.956935Z","caller":"traceutil/trace.go:171","msg":"trace[1920945881] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22147; }","duration":"6.23799873s","start":"2026-03-06T01:20:07.718919Z","end":"2026-03-06T01:20:13.956918Z","steps":["trace[1920945881] 'agreement among raft nodes before linearized reading' (duration: 6.235942543s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.956987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.718893Z","time spent":"6.238078043s","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:13.601122Z","time spent":"353.956541ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-06T01:20:13.955176Z","caller":"traceutil/trace.go:171","msg":"trace[477913710] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:22147; }","duration":"5.51647236s","start":"2026-03-06T01:20:08.438691Z","end":"2026-03-06T01:20:13.955163Z","steps":["trace[477913710] 'agreement among raft nodes before linearized reading' (duration: 5.516367037s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.957112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:08.438647Z","time spent":"5.518445085s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.954783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.098546935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T01:20:13.957209Z","caller":"traceutil/trace.go:171","msg":"trace[1349619254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22147; }","duration":"6.101005463s","start":"2026-03-06T01:20:07.856171Z","end":"2026-03-06T01:20:13.957176Z","steps":["trace[1349619254] 'agreement among raft nodes before linearized reading' (duration: 6.098426272s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.957267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.856155Z","time spent":"6.101092465s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:13.955376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.497893Z","time spent":"1.457414597s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:13.955451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631592295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.957418Z","caller":"traceutil/trace.go:171","msg":"trace[1454433486] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:22147; }","duration":"2.633595371s","start":"2026-03-06T01:20:11.323809Z","end":"2026-03-06T01:20:13.957405Z","steps":["trace[1454433486] 'agreement among raft nodes before linearized reading' (duration: 2.631618736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.95747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.323784Z","time spent":"2.633671083s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:13.955441Z","caller":"traceutil/trace.go:171","msg":"trace[384713997] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22147; }","duration":"5.436109302s","start":"2026-03-06T01:20:08.519305Z","end":"2026-03-06T01:20:13.955414Z","steps":["trace[384713997] 'agreement among raft nodes before linearized reading' (duration: 5.435897696s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.95766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:08.519242Z","time spent":"5.438407386s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.963283206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:13.957818Z","caller":"traceutil/trace.go:171","msg":"trace[649633109] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22147; }","duration":"4.965378125s","start":"2026-03-06T01:20:08.99243Z","end":"2026-03-06T01:20:13.957808Z","steps":["trace[649633109] 'agreement among raft nodes before linearized reading' (duration: 4.963273266s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.957844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:08.99241Z","time spent":"4.965426606s","remote":"127.0.0.1:60946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.954761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.16114005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.958018Z","caller":"traceutil/trace.go:171","msg":"trace[401469331] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22147; }","duration":"6.16440146s","start":"2026-03-06T01:20:07.793602Z","end":"2026-03-06T01:20:13.958004Z","steps":["trace[401469331] 'agreement among raft nodes before linearized reading' (duration: 6.161123429s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.958047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.793599Z","time spent":"6.164440051s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:13.955775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:09.480505Z","time spent":"4.475264459s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-06T01:20:13.955846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:07.793616Z","time spent":"6.16222174s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-06T01:20:13.955853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.645698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:20:13.958341Z","caller":"traceutil/trace.go:171","msg":"trace[45536220] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:22147; }","duration":"586.172678ms","start":"2026-03-06T01:20:13.372159Z","end":"2026-03-06T01:20:13.958332Z","steps":["trace[45536220] 'agreement among raft nodes before linearized reading' (duration: 583.552186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.958377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:13.37214Z","time spent":"586.228309ms","remote":"127.0.0.1:60816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240693109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:13.958522Z","caller":"traceutil/trace.go:171","msg":"trace[2060488337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22147; }","duration":"2.243350733s","start":"2026-03-06T01:20:11.715162Z","end":"2026-03-06T01:20:13.958513Z","steps":["trace[2060488337] 'agreement among raft nodes before linearized reading' (duration: 2.24070026s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.958549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.71515Z","time spent":"2.243390294s","remote":"127.0.0.1:58694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:13.413157Z","time spent":"542.692603ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" "} {"level":"info","ts":"2026-03-06T01:20:13.955957Z","caller":"traceutil/trace.go:171","msg":"trace[2126845060] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22147; }","duration":"1.600533105s","start":"2026-03-06T01:20:12.355412Z","end":"2026-03-06T01:20:13.955945Z","steps":["trace[2126845060] 'agreement among raft nodes before linearized reading' (duration: 1.599609879s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.958918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:12.355384Z","time spent":"1.603522427s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.955969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243924379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:13.959098Z","caller":"traceutil/trace.go:171","msg":"trace[131803648] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:22147; }","duration":"2.247104007s","start":"2026-03-06T01:20:11.711981Z","end":"2026-03-06T01:20:13.959085Z","steps":["trace[131803648] 'agreement among raft nodes before linearized reading' (duration: 2.24395376s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.959124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.711955Z","time spent":"2.247160439s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.956045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:10.658137Z","time spent":"3.297896743s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:13.956061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352431117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:20:13.959401Z","caller":"traceutil/trace.go:171","msg":"trace[570411210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22147; }","duration":"2.35577779s","start":"2026-03-06T01:20:11.603614Z","end":"2026-03-06T01:20:13.959392Z","steps":["trace[570411210] 'agreement among raft nodes before linearized reading' (duration: 2.352377795s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.959426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:11.603608Z","time spent":"2.35581118s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:20:13.954902Z","caller":"traceutil/trace.go:171","msg":"trace[1645436258] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22147; }","duration":"3.663058255s","start":"2026-03-06T01:20:10.291818Z","end":"2026-03-06T01:20:13.954877Z","steps":["trace[1645436258] 'agreement among raft nodes before linearized reading' (duration: 3.662738326s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:13.959537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:10.29179Z","time spent":"3.667735885s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:14.065809Z","caller":"traceutil/trace.go:171","msg":"trace[2018528027] transaction","detail":"{read_only:false; response_revision:22149; number_of_response:1; }","duration":"100.862445ms","start":"2026-03-06T01:20:13.964856Z","end":"2026-03-06T01:20:14.065718Z","steps":["trace[2018528027] 'process raft request' (duration: 100.442643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:14.066261Z","caller":"traceutil/trace.go:171","msg":"trace[842963523] transaction","detail":"{read_only:false; response_revision:22151; number_of_response:1; }","duration":"101.220585ms","start":"2026-03-06T01:20:13.965029Z","end":"2026-03-06T01:20:14.066249Z","steps":["trace[842963523] 'process raft request' (duration: 100.647099ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:14.066367Z","caller":"traceutil/trace.go:171","msg":"trace[709894402] transaction","detail":"{read_only:false; response_revision:22150; number_of_response:1; }","duration":"101.370329ms","start":"2026-03-06T01:20:13.964987Z","end":"2026-03-06T01:20:14.066358Z","steps":["trace[709894402] 'process raft request' (duration: 100.611177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:14.066367Z","caller":"traceutil/trace.go:171","msg":"trace[1258981662] transaction","detail":"{read_only:false; response_revision:22152; number_of_response:1; }","duration":"101.05227ms","start":"2026-03-06T01:20:13.965292Z","end":"2026-03-06T01:20:14.066344Z","steps":["trace[1258981662] 'process raft request' (duration: 100.430543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:14.066235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.769532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T01:20:14.066527Z","caller":"traceutil/trace.go:171","msg":"trace[1843663347] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22153; }","duration":"101.116132ms","start":"2026-03-06T01:20:13.965399Z","end":"2026-03-06T01:20:14.066515Z","steps":["trace[1843663347] 'agreement among raft nodes before linearized reading' (duration: 100.70234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:14.066543Z","caller":"traceutil/trace.go:171","msg":"trace[1082080755] transaction","detail":"{read_only:false; response_revision:22153; number_of_response:1; }","duration":"101.170753ms","start":"2026-03-06T01:20:13.965364Z","end":"2026-03-06T01:20:14.066535Z","steps":["trace[1082080755] 'process raft request' (duration: 100.394632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:14.066595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.235355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-06T01:20:14.06672Z","caller":"traceutil/trace.go:171","msg":"trace[414542057] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:22153; }","duration":"101.369949ms","start":"2026-03-06T01:20:13.965297Z","end":"2026-03-06T01:20:14.066667Z","steps":["trace[414542057] 'agreement among raft nodes before linearized reading' (duration: 101.148563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:14.716825Z","caller":"traceutil/trace.go:171","msg":"trace[1615487697] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"264.853462ms","start":"2026-03-06T01:20:14.451929Z","end":"2026-03-06T01:20:14.716782Z","steps":["trace[1615487697] 'process raft request' (duration: 264.676837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:14.897057Z","caller":"traceutil/trace.go:171","msg":"trace[612743641] linearizableReadLoop","detail":"{readStateIndex:22947; appliedIndex:22946; }","duration":"369.731889ms","start":"2026-03-06T01:20:14.527291Z","end":"2026-03-06T01:20:14.897023Z","steps":["trace[612743641] 'read index received' (duration: 189.480543ms)","trace[612743641] 'applied index is now lower than readState.Index' (duration: 180.249906ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:14.897148Z","caller":"traceutil/trace.go:171","msg":"trace[991287898] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"439.319057ms","start":"2026-03-06T01:20:14.457795Z","end":"2026-03-06T01:20:14.897114Z","steps":["trace[991287898] 'process raft request' (duration: 438.959977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:14.89732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:14.457764Z","time spent":"439.454381ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7219,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:14.897316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.992936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:14.897367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.804838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:20:14.89741Z","caller":"traceutil/trace.go:171","msg":"trace[761494285] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22156; }","duration":"335.931651ms","start":"2026-03-06T01:20:14.561464Z","end":"2026-03-06T01:20:14.897396Z","steps":["trace[761494285] 'agreement among raft nodes before linearized reading' (duration: 335.748176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:14.897409Z","caller":"traceutil/trace.go:171","msg":"trace[2037941814] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22156; }","duration":"370.15695ms","start":"2026-03-06T01:20:14.52723Z","end":"2026-03-06T01:20:14.897387Z","steps":["trace[2037941814] 'agreement among raft nodes before linearized reading' (duration: 369.978575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:14.89746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:14.561438Z","time spent":"336.012334ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:20:14.897461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:14.527207Z","time spent":"370.243703ms","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:14.897561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.501549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:14.897588Z","caller":"traceutil/trace.go:171","msg":"trace[953664015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22156; }","duration":"103.570651ms","start":"2026-03-06T01:20:14.794011Z","end":"2026-03-06T01:20:14.897582Z","steps":["trace[953664015] 'agreement among raft nodes before linearized reading' (duration: 103.502929ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:15.083995Z","caller":"traceutil/trace.go:171","msg":"trace[1781979644] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"181.275774ms","start":"2026-03-06T01:20:14.902688Z","end":"2026-03-06T01:20:15.083964Z","steps":["trace[1781979644] 'process raft request' (duration: 181.187842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:15.083995Z","caller":"traceutil/trace.go:171","msg":"trace[792979464] transaction","detail":"{read_only:false; response_revision:22158; number_of_response:1; }","duration":"181.83845ms","start":"2026-03-06T01:20:14.902126Z","end":"2026-03-06T01:20:15.083964Z","steps":["trace[792979464] 'process raft request' (duration: 181.579383ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:15.084192Z","caller":"traceutil/trace.go:171","msg":"trace[1612325430] transaction","detail":"{read_only:false; response_revision:22160; number_of_response:1; }","duration":"181.451199ms","start":"2026-03-06T01:20:14.902729Z","end":"2026-03-06T01:20:15.08418Z","steps":["trace[1612325430] 'process raft request' (duration: 181.185732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:15.295196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.782023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:20:15.295913Z","caller":"traceutil/trace.go:171","msg":"trace[1556551049] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22160; }","duration":"100.926148ms","start":"2026-03-06T01:20:15.194347Z","end":"2026-03-06T01:20:15.295273Z","steps":["trace[1556551049] 'count revisions from in-memory index tree' (duration: 100.629169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:15.782174Z","caller":"traceutil/trace.go:171","msg":"trace[2094067620] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"187.614501ms","start":"2026-03-06T01:20:15.594515Z","end":"2026-03-06T01:20:15.78213Z","steps":["trace[2094067620] 'process raft request' (duration: 187.351614ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:15.858201Z","caller":"traceutil/trace.go:171","msg":"trace[1007305845] linearizableReadLoop","detail":"{readStateIndex:22953; appliedIndex:22951; }","duration":"250.197116ms","start":"2026-03-06T01:20:15.607971Z","end":"2026-03-06T01:20:15.858168Z","steps":["trace[1007305845] 'read index received' (duration: 173.86215ms)","trace[1007305845] 'applied index is now lower than readState.Index' (duration: 76.333826ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:15.85828Z","caller":"traceutil/trace.go:171","msg":"trace[1782437907] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"256.107649ms","start":"2026-03-06T01:20:15.602143Z","end":"2026-03-06T01:20:15.858251Z","steps":["trace[1782437907] 'process raft request' (duration: 248.713294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:15.858546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.600047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:20:15.858662Z","caller":"traceutil/trace.go:171","msg":"trace[1602650166] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:22162; }","duration":"250.773341ms","start":"2026-03-06T01:20:15.607856Z","end":"2026-03-06T01:20:15.85863Z","steps":["trace[1602650166] 'agreement among raft nodes before linearized reading' (duration: 250.415861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:16.038654Z","caller":"traceutil/trace.go:171","msg":"trace[1290990045] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"143.396415ms","start":"2026-03-06T01:20:15.895227Z","end":"2026-03-06T01:20:16.038624Z","steps":["trace[1290990045] 'process raft request' (duration: 64.854557ms)","trace[1290990045] 'compare' (duration: 78.26065ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:16.03893Z","caller":"traceutil/trace.go:171","msg":"trace[410537827] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"142.601783ms","start":"2026-03-06T01:20:15.896295Z","end":"2026-03-06T01:20:16.038897Z","steps":["trace[410537827] 'process raft request' (duration: 142.277144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:16.039573Z","caller":"traceutil/trace.go:171","msg":"trace[147572951] transaction","detail":"{read_only:false; response_revision:22165; number_of_response:1; }","duration":"142.103ms","start":"2026-03-06T01:20:15.897454Z","end":"2026-03-06T01:20:16.039557Z","steps":["trace[147572951] 'process raft request' (duration: 141.318698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:16.039575Z","caller":"traceutil/trace.go:171","msg":"trace[1300597484] transaction","detail":"{read_only:false; response_revision:22166; number_of_response:1; }","duration":"136.909095ms","start":"2026-03-06T01:20:15.902637Z","end":"2026-03-06T01:20:16.039545Z","steps":["trace[1300597484] 'process raft request' (duration: 136.678109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:16.330987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.485523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:16.331249Z","caller":"traceutil/trace.go:171","msg":"trace[1764759766] transaction","detail":"{read_only:false; response_revision:22172; number_of_response:1; }","duration":"249.516957ms","start":"2026-03-06T01:20:16.081722Z","end":"2026-03-06T01:20:16.331239Z","steps":["trace[1764759766] 'process raft request' (duration: 249.464965ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:16.331257Z","caller":"traceutil/trace.go:171","msg":"trace[1704403114] transaction","detail":"{read_only:false; response_revision:22169; number_of_response:1; }","duration":"252.803398ms","start":"2026-03-06T01:20:16.078402Z","end":"2026-03-06T01:20:16.331205Z","steps":["trace[1704403114] 'process raft request' (duration: 252.676224ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:16.331269Z","caller":"traceutil/trace.go:171","msg":"trace[721398828] transaction","detail":"{read_only:false; response_revision:22168; number_of_response:1; }","duration":"252.793678ms","start":"2026-03-06T01:20:16.078404Z","end":"2026-03-06T01:20:16.331197Z","steps":["trace[721398828] 'process raft request' (duration: 81.012586ms)","trace[721398828] 'compare' (duration: 171.044361ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:16.331428Z","caller":"traceutil/trace.go:171","msg":"trace[342859025] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"252.096528ms","start":"2026-03-06T01:20:16.079323Z","end":"2026-03-06T01:20:16.33142Z","steps":["trace[342859025] 'process raft request' (duration: 251.80573ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:16.331493Z","caller":"traceutil/trace.go:171","msg":"trace[974656606] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"250.564806ms","start":"2026-03-06T01:20:16.080923Z","end":"2026-03-06T01:20:16.331488Z","steps":["trace[974656606] 'process raft request' (duration: 250.234026ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:16.704678Z","caller":"traceutil/trace.go:171","msg":"trace[1333931323] transaction","detail":"{read_only:false; response_revision:22173; number_of_response:1; }","duration":"161.850896ms","start":"2026-03-06T01:20:16.542788Z","end":"2026-03-06T01:20:16.704639Z","steps":["trace[1333931323] 'process raft request' (duration: 161.565938ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:17.222831Z","caller":"traceutil/trace.go:171","msg":"trace[1168432037] transaction","detail":"{read_only:false; response_revision:22176; number_of_response:1; }","duration":"130.581559ms","start":"2026-03-06T01:20:17.092225Z","end":"2026-03-06T01:20:17.222806Z","steps":["trace[1168432037] 'process raft request' (duration: 130.459586ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:17.271743Z","caller":"traceutil/trace.go:171","msg":"trace[900025573] linearizableReadLoop","detail":"{readStateIndex:22969; appliedIndex:22967; }","duration":"173.329295ms","start":"2026-03-06T01:20:17.098382Z","end":"2026-03-06T01:20:17.271711Z","steps":["trace[900025573] 'read index received' (duration: 124.328916ms)","trace[900025573] 'applied index is now lower than readState.Index' (duration: 48.998669ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:17.271915Z","caller":"traceutil/trace.go:171","msg":"trace[719737107] transaction","detail":"{read_only:false; response_revision:22177; number_of_response:1; }","duration":"179.448804ms","start":"2026-03-06T01:20:17.092367Z","end":"2026-03-06T01:20:17.271816Z","steps":["trace[719737107] 'process raft request' (duration: 178.647632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:17.271984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.552421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:17.27214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.277749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:17.272191Z","caller":"traceutil/trace.go:171","msg":"trace[698578728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22177; }","duration":"144.550677ms","start":"2026-03-06T01:20:17.127627Z","end":"2026-03-06T01:20:17.272178Z","steps":["trace[698578728] 'agreement among raft nodes before linearized reading' (duration: 144.246428ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:17.272887Z","caller":"traceutil/trace.go:171","msg":"trace[724317272] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22177; }","duration":"173.702885ms","start":"2026-03-06T01:20:17.098361Z","end":"2026-03-06T01:20:17.272064Z","steps":["trace[724317272] 'agreement among raft nodes before linearized reading' (duration: 173.471678ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:18.190769Z","caller":"traceutil/trace.go:171","msg":"trace[455287671] transaction","detail":"{read_only:false; response_revision:22182; number_of_response:1; }","duration":"144.272549ms","start":"2026-03-06T01:20:18.046466Z","end":"2026-03-06T01:20:18.190738Z","steps":["trace[455287671] 'process raft request' (duration: 144.065514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:18.191271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.876946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:20:18.191352Z","caller":"traceutil/trace.go:171","msg":"trace[2025561652] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22184; }","duration":"144.966928ms","start":"2026-03-06T01:20:18.046366Z","end":"2026-03-06T01:20:18.191333Z","steps":["trace[2025561652] 'agreement among raft nodes before linearized reading' (duration: 144.775483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:18.191365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.077032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:18.191444Z","caller":"traceutil/trace.go:171","msg":"trace[312182710] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22184; }","duration":"145.165164ms","start":"2026-03-06T01:20:18.046264Z","end":"2026-03-06T01:20:18.191429Z","steps":["trace[312182710] 'agreement among raft nodes before linearized reading' (duration: 145.069241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:18.191294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.010869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:20:18.191561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.476424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:18.191587Z","caller":"traceutil/trace.go:171","msg":"trace[178405459] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22184; }","duration":"145.338079ms","start":"2026-03-06T01:20:18.04624Z","end":"2026-03-06T01:20:18.191578Z","steps":["trace[178405459] 'agreement among raft nodes before linearized reading' (duration: 144.932658ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:18.191634Z","caller":"traceutil/trace.go:171","msg":"trace[1847023835] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22184; }","duration":"144.578198ms","start":"2026-03-06T01:20:18.04704Z","end":"2026-03-06T01:20:18.191618Z","steps":["trace[1847023835] 'agreement among raft nodes before linearized reading' (duration: 144.422464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:18.19163Z","caller":"traceutil/trace.go:171","msg":"trace[1899729891] transaction","detail":"{read_only:false; response_revision:22183; number_of_response:1; }","duration":"143.723874ms","start":"2026-03-06T01:20:18.047862Z","end":"2026-03-06T01:20:18.191586Z","steps":["trace[1899729891] 'process raft request' (duration: 142.827079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:18.191267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.991939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:18.193116Z","caller":"traceutil/trace.go:171","msg":"trace[411880391] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22184; }","duration":"146.855591ms","start":"2026-03-06T01:20:18.04624Z","end":"2026-03-06T01:20:18.193095Z","steps":["trace[411880391] 'agreement among raft nodes before linearized reading' (duration: 144.962238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:18.19176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.545607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:18.191816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.192087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:18.192349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.148631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:18.193549Z","caller":"traceutil/trace.go:171","msg":"trace[1205234668] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22184; }","duration":"145.916565ms","start":"2026-03-06T01:20:18.047612Z","end":"2026-03-06T01:20:18.193528Z","steps":["trace[1205234668] 'agreement among raft nodes before linearized reading' (duration: 144.191497ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:18.193473Z","caller":"traceutil/trace.go:171","msg":"trace[1027631140] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22184; }","duration":"146.253774ms","start":"2026-03-06T01:20:18.047195Z","end":"2026-03-06T01:20:18.193449Z","steps":["trace[1027631140] 'agreement among raft nodes before linearized reading' (duration: 144.552097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:18.193571Z","caller":"traceutil/trace.go:171","msg":"trace[1280707825] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22184; }","duration":"147.357025ms","start":"2026-03-06T01:20:18.04616Z","end":"2026-03-06T01:20:18.193517Z","steps":["trace[1280707825] 'agreement among raft nodes before linearized reading' (duration: 144.930947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:18.194929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.310453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:18.195065Z","caller":"traceutil/trace.go:171","msg":"trace[60365611] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22184; }","duration":"147.463578ms","start":"2026-03-06T01:20:18.047584Z","end":"2026-03-06T01:20:18.195047Z","steps":["trace[60365611] 'agreement among raft nodes before linearized reading' (duration: 143.546069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:18.602062Z","caller":"traceutil/trace.go:171","msg":"trace[220999359] transaction","detail":"{read_only:false; response_revision:22186; number_of_response:1; }","duration":"237.717299ms","start":"2026-03-06T01:20:18.364313Z","end":"2026-03-06T01:20:18.60203Z","steps":["trace[220999359] 'process raft request' (duration: 139.234449ms)","trace[220999359] 'compare' (duration: 98.261984ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:18.602449Z","caller":"traceutil/trace.go:171","msg":"trace[298555734] transaction","detail":"{read_only:false; response_revision:22187; number_of_response:1; }","duration":"237.659058ms","start":"2026-03-06T01:20:18.364725Z","end":"2026-03-06T01:20:18.602384Z","steps":["trace[298555734] 'process raft request' (duration: 237.250097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:18.603349Z","caller":"traceutil/trace.go:171","msg":"trace[758584347] transaction","detail":"{read_only:false; response_revision:22188; number_of_response:1; }","duration":"238.09076ms","start":"2026-03-06T01:20:18.365225Z","end":"2026-03-06T01:20:18.603316Z","steps":["trace[758584347] 'process raft request' (duration: 236.992569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:19.191654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.180835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:20:19.191765Z","caller":"traceutil/trace.go:171","msg":"trace[996829037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22189; }","duration":"136.338679ms","start":"2026-03-06T01:20:19.055392Z","end":"2026-03-06T01:20:19.19173Z","steps":["trace[996829037] 'range keys from in-memory index tree' (duration: 135.967119ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:20.335437Z","caller":"traceutil/trace.go:171","msg":"trace[100217243] transaction","detail":"{read_only:false; response_revision:22196; number_of_response:1; }","duration":"135.753073ms","start":"2026-03-06T01:20:20.199647Z","end":"2026-03-06T01:20:20.3354Z","steps":["trace[100217243] 'process raft request' (duration: 106.845081ms)","trace[100217243] 'compare' (duration: 28.676795ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:20.335827Z","caller":"traceutil/trace.go:171","msg":"trace[136486854] linearizableReadLoop","detail":"{readStateIndex:22989; appliedIndex:22987; }","duration":"127.796682ms","start":"2026-03-06T01:20:20.207972Z","end":"2026-03-06T01:20:20.335769Z","steps":["trace[136486854] 'read index received' (duration: 98.406557ms)","trace[136486854] 'applied index is now lower than readState.Index' (duration: 29.386985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:20.335894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.457025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:20.335946Z","caller":"traceutil/trace.go:171","msg":"trace[657811762] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22197; }","duration":"131.533517ms","start":"2026-03-06T01:20:20.2044Z","end":"2026-03-06T01:20:20.335934Z","steps":["trace[657811762] 'agreement among raft nodes before linearized reading' (duration: 131.384452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:20.336125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.501223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:20.336111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.062234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:20.336191Z","caller":"traceutil/trace.go:171","msg":"trace[1510054216] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22197; }","duration":"132.607496ms","start":"2026-03-06T01:20:20.203566Z","end":"2026-03-06T01:20:20.336174Z","steps":["trace[1510054216] 'agreement among raft nodes before linearized reading' (duration: 132.423311ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:20.336211Z","caller":"traceutil/trace.go:171","msg":"trace[1087629192] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22197; }","duration":"135.218929ms","start":"2026-03-06T01:20:20.200967Z","end":"2026-03-06T01:20:20.336186Z","steps":["trace[1087629192] 'agreement among raft nodes before linearized reading' (duration: 135.064634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:20.336238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.285371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:20.336299Z","caller":"traceutil/trace.go:171","msg":"trace[1073382569] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22197; }","duration":"135.384783ms","start":"2026-03-06T01:20:20.200899Z","end":"2026-03-06T01:20:20.336284Z","steps":["trace[1073382569] 'agreement among raft nodes before linearized reading' (duration: 135.274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:20.336373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.329198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:20.336419Z","caller":"traceutil/trace.go:171","msg":"trace[911355245] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22197; }","duration":"123.399371ms","start":"2026-03-06T01:20:20.213008Z","end":"2026-03-06T01:20:20.336408Z","steps":["trace[911355245] 'agreement among raft nodes before linearized reading' (duration: 123.291358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:20.33648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.414951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:20.336432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.254078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:20:20.33653Z","caller":"traceutil/trace.go:171","msg":"trace[1644187465] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22197; }","duration":"136.477944ms","start":"2026-03-06T01:20:20.200035Z","end":"2026-03-06T01:20:20.336513Z","steps":["trace[1644187465] 'agreement among raft nodes before linearized reading' (duration: 136.405802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:20.336575Z","caller":"traceutil/trace.go:171","msg":"trace[1136365191] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22197; }","duration":"131.426443ms","start":"2026-03-06T01:20:20.205112Z","end":"2026-03-06T01:20:20.336538Z","steps":["trace[1136365191] 'agreement among raft nodes before linearized reading' (duration: 131.030212ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:20.336705Z","caller":"traceutil/trace.go:171","msg":"trace[101279439] transaction","detail":"{read_only:false; response_revision:22197; number_of_response:1; }","duration":"135.755704ms","start":"2026-03-06T01:20:20.200354Z","end":"2026-03-06T01:20:20.33611Z","steps":["trace[101279439] 'process raft request' (duration: 134.998312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:20.336811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.840555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:20.336869Z","caller":"traceutil/trace.go:171","msg":"trace[325017160] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22197; }","duration":"136.571406ms","start":"2026-03-06T01:20:20.200282Z","end":"2026-03-06T01:20:20.336854Z","steps":["trace[325017160] 'agreement among raft nodes before linearized reading' (duration: 135.792575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:22.12511Z","caller":"traceutil/trace.go:171","msg":"trace[496257323] transaction","detail":"{read_only:false; response_revision:22209; number_of_response:1; }","duration":"100.251009ms","start":"2026-03-06T01:20:22.024818Z","end":"2026-03-06T01:20:22.125069Z","steps":["trace[496257323] 'process raft request' (duration: 79.586446ms)","trace[496257323] 'compare' (duration: 20.489168ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:23.122988Z","caller":"traceutil/trace.go:171","msg":"trace[2114483856] transaction","detail":"{read_only:false; response_revision:22218; number_of_response:1; }","duration":"189.655827ms","start":"2026-03-06T01:20:22.9333Z","end":"2026-03-06T01:20:23.122956Z","steps":["trace[2114483856] 'process raft request' (duration: 189.459482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:24.336811Z","caller":"traceutil/trace.go:171","msg":"trace[445210622] transaction","detail":"{read_only:false; response_revision:22229; number_of_response:1; }","duration":"111.870761ms","start":"2026-03-06T01:20:24.224902Z","end":"2026-03-06T01:20:24.336773Z","steps":["trace[445210622] 'process raft request' (duration: 111.727067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:28.616209Z","caller":"traceutil/trace.go:171","msg":"trace[1074987766] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"178.388744ms","start":"2026-03-06T01:20:28.437773Z","end":"2026-03-06T01:20:28.616162Z","steps":["trace[1074987766] 'process raft request' (duration: 176.908782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.925562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.756026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:28.925686Z","caller":"traceutil/trace.go:171","msg":"trace[1360841951] linearizableReadLoop","detail":"{readStateIndex:23059; appliedIndex:23058; }","duration":"215.498524ms","start":"2026-03-06T01:20:28.710168Z","end":"2026-03-06T01:20:28.925666Z","steps":["trace[1360841951] 'read index received' (duration: 41.564892ms)","trace[1360841951] 'applied index is now lower than readState.Index' (duration: 173.932212ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:28.926013Z","caller":"traceutil/trace.go:171","msg":"trace[978548204] transaction","detail":"{read_only:false; response_revision:22264; number_of_response:1; }","duration":"249.158487ms","start":"2026-03-06T01:20:28.676801Z","end":"2026-03-06T01:20:28.92596Z","steps":["trace[978548204] 'process raft request' (duration: 74.910707ms)","trace[978548204] 'compare' (duration: 173.590432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:28.926167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.987207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:20:28.926259Z","caller":"traceutil/trace.go:171","msg":"trace[754334015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22264; }","duration":"216.139251ms","start":"2026-03-06T01:20:28.710102Z","end":"2026-03-06T01:20:28.926241Z","steps":["trace[754334015] 'agreement among raft nodes before linearized reading' (duration: 215.845523ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:28.93522Z","caller":"traceutil/trace.go:171","msg":"trace[552679210] transaction","detail":"{read_only:false; response_revision:22265; number_of_response:1; }","duration":"186.463329ms","start":"2026-03-06T01:20:28.748724Z","end":"2026-03-06T01:20:28.935187Z","steps":["trace[552679210] 'process raft request' (duration: 186.251123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:28.935288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.612129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:20:28.935439Z","caller":"traceutil/trace.go:171","msg":"trace[1182791937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22265; }","duration":"223.808704ms","start":"2026-03-06T01:20:28.711603Z","end":"2026-03-06T01:20:28.935411Z","steps":["trace[1182791937] 'agreement among raft nodes before linearized reading' (duration: 223.522776ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.315631Z","caller":"traceutil/trace.go:171","msg":"trace[1794637816] transaction","detail":"{read_only:false; response_revision:22268; number_of_response:1; }","duration":"340.493378ms","start":"2026-03-06T01:20:28.975112Z","end":"2026-03-06T01:20:29.315606Z","steps":["trace[1794637816] 'process raft request' (duration: 340.450247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.315676Z","caller":"traceutil/trace.go:171","msg":"trace[1552929742] transaction","detail":"{read_only:false; response_revision:22267; number_of_response:1; }","duration":"376.344683ms","start":"2026-03-06T01:20:28.939295Z","end":"2026-03-06T01:20:29.315639Z","steps":["trace[1552929742] 'process raft request' (duration: 376.120097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.315783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.975081Z","time spent":"340.624512ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:29.315843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:28.939262Z","time spent":"376.489706ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:29.467187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.397162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:20:29.467642Z","caller":"traceutil/trace.go:171","msg":"trace[676824585] linearizableReadLoop","detail":"{readStateIndex:23065; appliedIndex:23061; }","duration":"394.67108ms","start":"2026-03-06T01:20:29.072943Z","end":"2026-03-06T01:20:29.467614Z","steps":["trace[676824585] 'read index received' (duration: 242.580484ms)","trace[676824585] 'applied index is now lower than readState.Index' (duration: 152.088926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:29.467997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.049421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:20:29.46808Z","caller":"traceutil/trace.go:171","msg":"trace[2094103593] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22269; }","duration":"395.197104ms","start":"2026-03-06T01:20:29.072864Z","end":"2026-03-06T01:20:29.468061Z","steps":["trace[2094103593] 'agreement among raft nodes before linearized reading' (duration: 394.948527ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.468056Z","caller":"traceutil/trace.go:171","msg":"trace[306260167] transaction","detail":"{read_only:false; response_revision:22269; number_of_response:1; }","duration":"429.408272ms","start":"2026-03-06T01:20:29.038625Z","end":"2026-03-06T01:20:29.468033Z","steps":["trace[306260167] 'process raft request' (duration: 428.688392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.468108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.072834Z","time spent":"395.269726ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:20:29.468174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.116614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-db-sync-fvz2q\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-03-06T01:20:29.468476Z","caller":"traceutil/trace.go:171","msg":"trace[1886999609] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-db-sync-fvz2q; range_end:; response_count:1; response_revision:22269; }","duration":"267.474324ms","start":"2026-03-06T01:20:29.200958Z","end":"2026-03-06T01:20:29.468432Z","steps":["trace[1886999609] 'agreement among raft nodes before linearized reading' (duration: 267.007151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.468706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:29.038583Z","time spent":"429.751553ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:29.609652Z","caller":"traceutil/trace.go:171","msg":"trace[610742300] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22270; }","duration":"138.437727ms","start":"2026-03-06T01:20:29.471186Z","end":"2026-03-06T01:20:29.609624Z","steps":["trace[610742300] 'process raft request' (duration: 97.244405ms)","trace[610742300] 'compare' (duration: 40.982026ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:29.610054Z","caller":"traceutil/trace.go:171","msg":"trace[1271746067] transaction","detail":"{read_only:false; response_revision:22271; number_of_response:1; }","duration":"138.133509ms","start":"2026-03-06T01:20:29.471886Z","end":"2026-03-06T01:20:29.610019Z","steps":["trace[1271746067] 'process raft request' (duration: 137.686247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.610448Z","caller":"traceutil/trace.go:171","msg":"trace[2060360466] transaction","detail":"{read_only:false; response_revision:22272; number_of_response:1; }","duration":"138.201391ms","start":"2026-03-06T01:20:29.472199Z","end":"2026-03-06T01:20:29.6104Z","steps":["trace[2060360466] 'process raft request' (duration: 137.626995ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:29.610416Z","caller":"traceutil/trace.go:171","msg":"trace[2099658692] linearizableReadLoop","detail":"{readStateIndex:23068; appliedIndex:23065; }","duration":"109.039843ms","start":"2026-03-06T01:20:29.501328Z","end":"2026-03-06T01:20:29.610368Z","steps":["trace[2099658692] 'read index received' (duration: 67.118801ms)","trace[2099658692] 'applied index is now lower than readState.Index' (duration: 41.917332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:29.610614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.270029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:20:29.610682Z","caller":"traceutil/trace.go:171","msg":"trace[869454600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22272; }","duration":"109.399843ms","start":"2026-03-06T01:20:29.501264Z","end":"2026-03-06T01:20:29.610663Z","steps":["trace[869454600] 'agreement among raft nodes before linearized reading' (duration: 109.194237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:29.611501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.402395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:29.611591Z","caller":"traceutil/trace.go:171","msg":"trace[331204186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22272; }","duration":"108.542449ms","start":"2026-03-06T01:20:29.503011Z","end":"2026-03-06T01:20:29.611553Z","steps":["trace[331204186] 'agreement among raft nodes before linearized reading' (duration: 107.646494ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:30.087043Z","caller":"traceutil/trace.go:171","msg":"trace[1570318972] transaction","detail":"{read_only:false; response_revision:22277; number_of_response:1; }","duration":"102.563903ms","start":"2026-03-06T01:20:29.984435Z","end":"2026-03-06T01:20:30.086999Z","steps":["trace[1570318972] 'process raft request' (duration: 71.923413ms)","trace[1570318972] 'compare' (duration: 30.445984ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:33.83528Z","caller":"traceutil/trace.go:171","msg":"trace[194877474] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"121.129867ms","start":"2026-03-06T01:20:33.714124Z","end":"2026-03-06T01:20:33.835254Z","steps":["trace[194877474] 'process raft request' (duration: 121.024734ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:33.835302Z","caller":"traceutil/trace.go:171","msg":"trace[1805032819] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"123.272097ms","start":"2026-03-06T01:20:33.711979Z","end":"2026-03-06T01:20:33.835251Z","steps":["trace[1805032819] 'process raft request' (duration: 92.295768ms)","trace[1805032819] 'compare' (duration: 30.582618ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:34.476604Z","caller":"traceutil/trace.go:171","msg":"trace[1428285331] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"172.221174ms","start":"2026-03-06T01:20:34.304351Z","end":"2026-03-06T01:20:34.476572Z","steps":["trace[1428285331] 'process raft request' (duration: 171.993358ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:34.628344Z","caller":"traceutil/trace.go:171","msg":"trace[266813002] linearizableReadLoop","detail":"{readStateIndex:23118; appliedIndex:23115; }","duration":"228.988367ms","start":"2026-03-06T01:20:34.399325Z","end":"2026-03-06T01:20:34.628313Z","steps":["trace[266813002] 'read index received' (duration: 77.029325ms)","trace[266813002] 'applied index is now lower than readState.Index' (duration: 151.957552ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:34.628439Z","caller":"traceutil/trace.go:171","msg":"trace[525497784] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"245.636049ms","start":"2026-03-06T01:20:34.382747Z","end":"2026-03-06T01:20:34.628383Z","steps":["trace[525497784] 'process raft request' (duration: 205.564238ms)","trace[525497784] 'compare' (duration: 39.761162ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:34.628451Z","caller":"traceutil/trace.go:171","msg":"trace[1449223543] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"243.915151ms","start":"2026-03-06T01:20:34.38448Z","end":"2026-03-06T01:20:34.628395Z","steps":["trace[1449223543] 'process raft request' (duration: 243.779278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.628578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.229884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:34.628727Z","caller":"traceutil/trace.go:171","msg":"trace[1055358865] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:22321; }","duration":"229.43933ms","start":"2026-03-06T01:20:34.399254Z","end":"2026-03-06T01:20:34.628693Z","steps":["trace[1055358865] 'agreement among raft nodes before linearized reading' (duration: 229.182953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.694311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.370459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:34.694503Z","caller":"traceutil/trace.go:171","msg":"trace[1123479676] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22325; }","duration":"294.599386ms","start":"2026-03-06T01:20:34.399881Z","end":"2026-03-06T01:20:34.69448Z","steps":["trace[1123479676] 'agreement among raft nodes before linearized reading' (duration: 294.334889ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:34.694588Z","caller":"traceutil/trace.go:171","msg":"trace[1181044882] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"209.089386ms","start":"2026-03-06T01:20:34.485458Z","end":"2026-03-06T01:20:34.694547Z","steps":["trace[1181044882] 'process raft request' (duration: 208.694755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.694913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.791653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-03-06T01:20:34.694964Z","caller":"traceutil/trace.go:171","msg":"trace[1048669159] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:22325; }","duration":"214.858295ms","start":"2026-03-06T01:20:34.480093Z","end":"2026-03-06T01:20:34.694951Z","steps":["trace[1048669159] 'agreement among raft nodes before linearized reading' (duration: 214.438263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.695043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.492133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:34.695099Z","caller":"traceutil/trace.go:171","msg":"trace[425688738] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22325; }","duration":"215.579916ms","start":"2026-03-06T01:20:34.479506Z","end":"2026-03-06T01:20:34.695085Z","steps":["trace[425688738] 'agreement among raft nodes before linearized reading' (duration: 215.495554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.695112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.987531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:34.6952Z","caller":"traceutil/trace.go:171","msg":"trace[770210831] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22325; }","duration":"210.116214ms","start":"2026-03-06T01:20:34.485065Z","end":"2026-03-06T01:20:34.695181Z","steps":["trace[770210831] 'agreement among raft nodes before linearized reading' (duration: 209.940789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:34.695239Z","caller":"traceutil/trace.go:171","msg":"trace[397418041] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"212.291545ms","start":"2026-03-06T01:20:34.48294Z","end":"2026-03-06T01:20:34.695231Z","steps":["trace[397418041] 'process raft request' (duration: 211.075581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.695252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.879647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:34.695305Z","caller":"traceutil/trace.go:171","msg":"trace[396942137] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22325; }","duration":"253.97362ms","start":"2026-03-06T01:20:34.441318Z","end":"2026-03-06T01:20:34.695292Z","steps":["trace[396942137] 'agreement among raft nodes before linearized reading' (duration: 253.900708ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:34.69521Z","caller":"traceutil/trace.go:171","msg":"trace[1003181983] transaction","detail":"{read_only:false; response_revision:22322; number_of_response:1; }","duration":"218.241709ms","start":"2026-03-06T01:20:34.476957Z","end":"2026-03-06T01:20:34.695199Z","steps":["trace[1003181983] 'process raft request' (duration: 216.84203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:34.695328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.729223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:34.695592Z","caller":"traceutil/trace.go:171","msg":"trace[1844802629] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"211.298527ms","start":"2026-03-06T01:20:34.484279Z","end":"2026-03-06T01:20:34.695578Z","steps":["trace[1844802629] 'process raft request' (duration: 209.822096ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:34.69646Z","caller":"traceutil/trace.go:171","msg":"trace[462165526] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22325; }","duration":"210.201226ms","start":"2026-03-06T01:20:34.4853Z","end":"2026-03-06T01:20:34.695501Z","steps":["trace[462165526] 'agreement among raft nodes before linearized reading' (duration: 209.557199ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:35.209519Z","caller":"traceutil/trace.go:171","msg":"trace[1665286251] linearizableReadLoop","detail":"{readStateIndex:23125; appliedIndex:23124; }","duration":"254.087663ms","start":"2026-03-06T01:20:34.955388Z","end":"2026-03-06T01:20:35.209476Z","steps":["trace[1665286251] 'read index received' (duration: 234.15064ms)","trace[1665286251] 'applied index is now lower than readState.Index' (duration: 19.935533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:35.209752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.34667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:20:35.209781Z","caller":"traceutil/trace.go:171","msg":"trace[319899219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22328; }","duration":"254.436692ms","start":"2026-03-06T01:20:34.955336Z","end":"2026-03-06T01:20:35.209772Z","steps":["trace[319899219] 'agreement among raft nodes before linearized reading' (duration: 254.272978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:35.209737Z","caller":"traceutil/trace.go:171","msg":"trace[1343688207] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"303.150193ms","start":"2026-03-06T01:20:34.906393Z","end":"2026-03-06T01:20:35.209543Z","steps":["trace[1343688207] 'process raft request' (duration: 283.095587ms)","trace[1343688207] 'compare' (duration: 19.534031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:35.2101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:34.906377Z","time spent":"303.591315ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6363,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:35.21021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.034045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T01:20:35.210642Z","caller":"traceutil/trace.go:171","msg":"trace[1578120604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22328; }","duration":"165.522288ms","start":"2026-03-06T01:20:35.045097Z","end":"2026-03-06T01:20:35.210619Z","steps":["trace[1578120604] 'agreement among raft nodes before linearized reading' (duration: 164.924581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:35.210793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.90739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:35.210937Z","caller":"traceutil/trace.go:171","msg":"trace[281596920] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:22328; }","duration":"161.150197ms","start":"2026-03-06T01:20:35.049755Z","end":"2026-03-06T01:20:35.210905Z","steps":["trace[281596920] 'agreement among raft nodes before linearized reading' (duration: 160.761906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:35.503847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.267144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:35.503952Z","caller":"traceutil/trace.go:171","msg":"trace[1633952180] linearizableReadLoop","detail":"{readStateIndex:23127; appliedIndex:23126; }","duration":"158.489233ms","start":"2026-03-06T01:20:35.345449Z","end":"2026-03-06T01:20:35.503938Z","steps":["trace[1633952180] 'read index received' (duration: 38.069515ms)","trace[1633952180] 'applied index is now lower than readState.Index' (duration: 120.418638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:35.504097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.652758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:20:35.504122Z","caller":"traceutil/trace.go:171","msg":"trace[2070560070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22330; }","duration":"158.707489ms","start":"2026-03-06T01:20:35.345407Z","end":"2026-03-06T01:20:35.504114Z","steps":["trace[2070560070] 'agreement among raft nodes before linearized reading' (duration: 158.565035ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:35.504017Z","caller":"traceutil/trace.go:171","msg":"trace[2120034639] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"286.840131ms","start":"2026-03-06T01:20:35.217128Z","end":"2026-03-06T01:20:35.503968Z","steps":["trace[2120034639] 'process raft request' (duration: 166.378662ms)","trace[2120034639] 'compare' (duration: 119.964655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:35.82719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.814664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:35.827335Z","caller":"traceutil/trace.go:171","msg":"trace[322263686] linearizableReadLoop","detail":"{readStateIndex:23128; appliedIndex:23127; }","duration":"161.097314ms","start":"2026-03-06T01:20:35.666217Z","end":"2026-03-06T01:20:35.827314Z","steps":["trace[322263686] 'read index received' (duration: 47.050434ms)","trace[322263686] 'applied index is now lower than readState.Index' (duration: 114.04552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:35.827476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.244869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:35.82754Z","caller":"traceutil/trace.go:171","msg":"trace[818079905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:22331; }","duration":"161.377452ms","start":"2026-03-06T01:20:35.666147Z","end":"2026-03-06T01:20:35.827525Z","steps":["trace[818079905] 'agreement among raft nodes before linearized reading' (duration: 161.243918ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:35.827445Z","caller":"traceutil/trace.go:171","msg":"trace[1478377187] transaction","detail":"{read_only:false; response_revision:22331; number_of_response:1; }","duration":"318.248921ms","start":"2026-03-06T01:20:35.509154Z","end":"2026-03-06T01:20:35.827403Z","steps":["trace[1478377187] 'process raft request' (duration: 204.119678ms)","trace[1478377187] 'compare' (duration: 113.649069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:35.827755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:35.509137Z","time spent":"318.490418ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:35.82817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.57672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:20:35.828236Z","caller":"traceutil/trace.go:171","msg":"trace[85382132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22331; }","duration":"116.694214ms","start":"2026-03-06T01:20:35.711526Z","end":"2026-03-06T01:20:35.82822Z","steps":["trace[85382132] 'agreement among raft nodes before linearized reading' (duration: 115.909132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:36.079692Z","caller":"traceutil/trace.go:171","msg":"trace[1809855909] linearizableReadLoop","detail":"{readStateIndex:23129; appliedIndex:23128; }","duration":"240.638831ms","start":"2026-03-06T01:20:35.839009Z","end":"2026-03-06T01:20:36.079648Z","steps":["trace[1809855909] 'read index received' (duration: 240.364233ms)","trace[1809855909] 'applied index is now lower than readState.Index' (duration: 273.588µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:36.079766Z","caller":"traceutil/trace.go:171","msg":"trace[559296109] transaction","detail":"{read_only:false; response_revision:22332; number_of_response:1; }","duration":"241.6766ms","start":"2026-03-06T01:20:35.838036Z","end":"2026-03-06T01:20:36.079713Z","steps":["trace[559296109] 'process raft request' (duration: 241.400942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.080044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.005291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:20:36.080164Z","caller":"traceutil/trace.go:171","msg":"trace[1752800677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22332; }","duration":"241.189976ms","start":"2026-03-06T01:20:35.838949Z","end":"2026-03-06T01:20:36.080139Z","steps":["trace[1752800677] 'agreement among raft nodes before linearized reading' (duration: 240.871488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:36.080283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.587049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:20:36.080372Z","caller":"traceutil/trace.go:171","msg":"trace[124255097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22332; }","duration":"240.719643ms","start":"2026-03-06T01:20:35.839637Z","end":"2026-03-06T01:20:36.080357Z","steps":["trace[124255097] 'agreement among raft nodes before linearized reading' (duration: 240.375424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:36.247207Z","caller":"traceutil/trace.go:171","msg":"trace[1670352506] linearizableReadLoop","detail":"{readStateIndex:23131; appliedIndex:23130; }","duration":"118.230648ms","start":"2026-03-06T01:20:36.12894Z","end":"2026-03-06T01:20:36.247171Z","steps":["trace[1670352506] 'read index received' (duration: 36.720898ms)","trace[1670352506] 'applied index is now lower than readState.Index' (duration: 81.508039ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:36.247264Z","caller":"traceutil/trace.go:171","msg":"trace[1561558827] transaction","detail":"{read_only:false; response_revision:22334; number_of_response:1; }","duration":"162.027362ms","start":"2026-03-06T01:20:36.085188Z","end":"2026-03-06T01:20:36.247216Z","steps":["trace[1561558827] 'process raft request' (duration: 80.45442ms)","trace[1561558827] 'compare' (duration: 81.353046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:36.247392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.418583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:36.247592Z","caller":"traceutil/trace.go:171","msg":"trace[1567824497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22334; }","duration":"118.67464ms","start":"2026-03-06T01:20:36.128895Z","end":"2026-03-06T01:20:36.247569Z","steps":["trace[1567824497] 'agreement among raft nodes before linearized reading' (duration: 118.394392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:36.710004Z","caller":"traceutil/trace.go:171","msg":"trace[1988512590] transaction","detail":"{read_only:false; response_revision:22336; number_of_response:1; }","duration":"226.864949ms","start":"2026-03-06T01:20:36.483107Z","end":"2026-03-06T01:20:36.709972Z","steps":["trace[1988512590] 'process raft request' (duration: 167.452412ms)","trace[1988512590] 'compare' (duration: 59.16261ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:37.093539Z","caller":"traceutil/trace.go:171","msg":"trace[1413044035] linearizableReadLoop","detail":"{readStateIndex:23135; appliedIndex:23134; }","duration":"434.236066ms","start":"2026-03-06T01:20:36.659275Z","end":"2026-03-06T01:20:37.093511Z","steps":["trace[1413044035] 'read index received' (duration: 434.186065ms)","trace[1413044035] 'applied index is now lower than readState.Index' (duration: 48.901µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:37.093554Z","caller":"traceutil/trace.go:171","msg":"trace[2088346297] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"458.355745ms","start":"2026-03-06T01:20:36.635162Z","end":"2026-03-06T01:20:37.093518Z","steps":["trace[2088346297] 'process raft request' (duration: 458.1552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:37.093671Z","caller":"traceutil/trace.go:171","msg":"trace[889749675] transaction","detail":"{read_only:false; response_revision:22338; number_of_response:1; }","duration":"457.337597ms","start":"2026-03-06T01:20:36.636288Z","end":"2026-03-06T01:20:37.093626Z","steps":["trace[889749675] 'process raft request' (duration: 457.183893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.093753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.635131Z","time spent":"458.51782ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:37.093782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.491774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:20:37.093817Z","caller":"traceutil/trace.go:171","msg":"trace[1425316117] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:22338; }","duration":"434.591056ms","start":"2026-03-06T01:20:36.659214Z","end":"2026-03-06T01:20:37.093805Z","steps":["trace[1425316117] 'agreement among raft nodes before linearized reading' (duration: 434.424472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.093848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.659193Z","time spent":"434.649378ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:20:37.093898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.636221Z","time spent":"457.545132ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:37.146103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.032986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-03-06T01:20:37.146136Z","caller":"traceutil/trace.go:171","msg":"trace[1711837744] transaction","detail":"{read_only:false; response_revision:22340; number_of_response:1; }","duration":"445.056466ms","start":"2026-03-06T01:20:36.701024Z","end":"2026-03-06T01:20:37.146081Z","steps":["trace[1711837744] 'process raft request' (duration: 444.641115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:37.146203Z","caller":"traceutil/trace.go:171","msg":"trace[1983510224] transaction","detail":"{read_only:false; response_revision:22341; number_of_response:1; }","duration":"442.839775ms","start":"2026-03-06T01:20:36.703351Z","end":"2026-03-06T01:20:37.146191Z","steps":["trace[1983510224] 'process raft request' (duration: 442.387873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.146304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.181007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-487xr\" ","response":"range_response_count:1 size:6381"} {"level":"info","ts":"2026-03-06T01:20:37.146345Z","caller":"traceutil/trace.go:171","msg":"trace[2060556312] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-487xr; range_end:; response_count:1; response_revision:22343; }","duration":"205.264489ms","start":"2026-03-06T01:20:36.941071Z","end":"2026-03-06T01:20:37.146335Z","steps":["trace[2060556312] 'agreement among raft nodes before linearized reading' (duration: 205.168677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.14647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.700992Z","time spent":"445.250382ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:37.146547Z","caller":"traceutil/trace.go:171","msg":"trace[2040504753] transaction","detail":"{read_only:false; response_revision:22342; number_of_response:1; }","duration":"442.694811ms","start":"2026-03-06T01:20:36.703839Z","end":"2026-03-06T01:20:37.146534Z","steps":["trace[2040504753] 'process raft request' (duration: 441.94411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:37.146205Z","caller":"traceutil/trace.go:171","msg":"trace[1469441349] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:22343; }","duration":"445.19416ms","start":"2026-03-06T01:20:36.700987Z","end":"2026-03-06T01:20:37.146181Z","steps":["trace[1469441349] 'agreement among raft nodes before linearized reading' (duration: 444.885802ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:37.146536Z","caller":"traceutil/trace.go:171","msg":"trace[845112692] transaction","detail":"{read_only:false; response_revision:22339; number_of_response:1; }","duration":"474.117842ms","start":"2026-03-06T01:20:36.672377Z","end":"2026-03-06T01:20:37.146495Z","steps":["trace[845112692] 'process raft request' (duration: 473.104604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.146763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.296113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:37.146715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.675499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:37.146742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.700955Z","time spent":"445.724835ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4689,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-06T01:20:37.146808Z","caller":"traceutil/trace.go:171","msg":"trace[1461646601] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22343; }","duration":"445.368385ms","start":"2026-03-06T01:20:36.701429Z","end":"2026-03-06T01:20:37.146797Z","steps":["trace[1461646601] 'agreement among raft nodes before linearized reading' (duration: 445.316704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.146798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.269885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:37.14685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.701402Z","time spent":"445.441588ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-06T01:20:37.146844Z","caller":"traceutil/trace.go:171","msg":"trace[186241518] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22343; }","duration":"443.852013ms","start":"2026-03-06T01:20:36.702965Z","end":"2026-03-06T01:20:37.146817Z","steps":["trace[186241518] 'agreement among raft nodes before linearized reading' (duration: 443.587915ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:37.146911Z","caller":"traceutil/trace.go:171","msg":"trace[1995953907] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22343; }","duration":"444.377978ms","start":"2026-03-06T01:20:36.702477Z","end":"2026-03-06T01:20:37.146855Z","steps":["trace[1995953907] 'agreement among raft nodes before linearized reading' (duration: 444.240264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:37.146101Z","caller":"traceutil/trace.go:171","msg":"trace[1726675098] transaction","detail":"{read_only:false; response_revision:22343; number_of_response:1; }","duration":"324.591598ms","start":"2026-03-06T01:20:36.821466Z","end":"2026-03-06T01:20:37.146058Z","steps":["trace[1726675098] 'process raft request' (duration: 324.355561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.146963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.702466Z","time spent":"444.488141ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:37.146776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.18509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:37.146489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.703288Z","time spent":"442.974458ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:37.147063Z","caller":"traceutil/trace.go:171","msg":"trace[507987577] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22343; }","duration":"445.515599ms","start":"2026-03-06T01:20:36.701527Z","end":"2026-03-06T01:20:37.147042Z","steps":["trace[507987577] 'agreement among raft nodes before linearized reading' (duration: 445.145339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.146956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.702953Z","time spent":"443.992017ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:37.147075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.821438Z","time spent":"325.564864ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:37.147132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.70152Z","time spent":"445.594381ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:37.146792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.703824Z","time spent":"442.791294ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:37.146963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.672348Z","time spent":"474.424301ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:20:37.146716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.621993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:37.147769Z","caller":"traceutil/trace.go:171","msg":"trace[1540324661] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22343; }","duration":"446.665151ms","start":"2026-03-06T01:20:36.701061Z","end":"2026-03-06T01:20:37.147726Z","steps":["trace[1540324661] 'agreement among raft nodes before linearized reading' (duration: 445.586741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.147839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:36.701054Z","time spent":"446.770244ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-06T01:20:37.28342Z","caller":"traceutil/trace.go:171","msg":"trace[1155345604] linearizableReadLoop","detail":"{readStateIndex:23142; appliedIndex:23140; }","duration":"104.024644ms","start":"2026-03-06T01:20:37.179368Z","end":"2026-03-06T01:20:37.283393Z","steps":["trace[1155345604] 'read index received' (duration: 47.395234ms)","trace[1155345604] 'applied index is now lower than readState.Index' (duration: 56.62784ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:37.28349Z","caller":"traceutil/trace.go:171","msg":"trace[614323352] transaction","detail":"{read_only:false; response_revision:22344; number_of_response:1; }","duration":"124.158861ms","start":"2026-03-06T01:20:37.159289Z","end":"2026-03-06T01:20:37.283448Z","steps":["trace[614323352] 'process raft request' (duration: 123.873363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:37.283597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.218418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:37.283957Z","caller":"traceutil/trace.go:171","msg":"trace[438510714] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22344; }","duration":"104.593449ms","start":"2026-03-06T01:20:37.179338Z","end":"2026-03-06T01:20:37.283932Z","steps":["trace[438510714] 'agreement among raft nodes before linearized reading' (duration: 104.189067ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:37.754821Z","caller":"traceutil/trace.go:171","msg":"trace[223897003] transaction","detail":"{read_only:false; response_revision:22347; number_of_response:1; }","duration":"242.151722ms","start":"2026-03-06T01:20:37.512637Z","end":"2026-03-06T01:20:37.754789Z","steps":["trace[223897003] 'process raft request' (duration: 241.953967ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:39.287378Z","caller":"traceutil/trace.go:171","msg":"trace[288072241] transaction","detail":"{read_only:false; response_revision:22356; number_of_response:1; }","duration":"186.379406ms","start":"2026-03-06T01:20:39.100956Z","end":"2026-03-06T01:20:39.287335Z","steps":["trace[288072241] 'process raft request' (duration: 171.646148ms)","trace[288072241] 'compare' (duration: 13.34557ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:39.287581Z","caller":"traceutil/trace.go:171","msg":"trace[740893830] transaction","detail":"{read_only:false; response_revision:22357; number_of_response:1; }","duration":"134.411286ms","start":"2026-03-06T01:20:39.153146Z","end":"2026-03-06T01:20:39.287557Z","steps":["trace[740893830] 'process raft request' (duration: 133.993724ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:39.287923Z","caller":"traceutil/trace.go:171","msg":"trace[1762814996] linearizableReadLoop","detail":"{readStateIndex:23155; appliedIndex:23152; }","duration":"134.708624ms","start":"2026-03-06T01:20:39.153186Z","end":"2026-03-06T01:20:39.287895Z","steps":["trace[1762814996] 'read index received' (duration: 28.067248ms)","trace[1762814996] 'applied index is now lower than readState.Index' (duration: 106.639956ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:39.288066Z","caller":"traceutil/trace.go:171","msg":"trace[23696915] transaction","detail":"{read_only:false; response_revision:22358; number_of_response:1; }","duration":"134.832447ms","start":"2026-03-06T01:20:39.153224Z","end":"2026-03-06T01:20:39.288056Z","steps":["trace[23696915] 'process raft request' (duration: 134.19616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:39.288105Z","caller":"traceutil/trace.go:171","msg":"trace[1268525881] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"134.713694ms","start":"2026-03-06T01:20:39.153383Z","end":"2026-03-06T01:20:39.288096Z","steps":["trace[1268525881] 'process raft request' (duration: 134.438117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.288177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.971721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:39.289138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.834265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-03-06T01:20:39.289134Z","caller":"traceutil/trace.go:171","msg":"trace[556979015] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22359; }","duration":"135.970009ms","start":"2026-03-06T01:20:39.15315Z","end":"2026-03-06T01:20:39.28912Z","steps":["trace[556979015] 'agreement among raft nodes before linearized reading' (duration: 134.974161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:39.289164Z","caller":"traceutil/trace.go:171","msg":"trace[1316627330] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:22359; }","duration":"135.908067ms","start":"2026-03-06T01:20:39.15325Z","end":"2026-03-06T01:20:39.289158Z","steps":["trace[1316627330] 'agreement among raft nodes before linearized reading' (duration: 135.792524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.289132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.816225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:39.289377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.108773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:39.289435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.158854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:39.289495Z","caller":"traceutil/trace.go:171","msg":"trace[2089275626] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22359; }","duration":"136.071382ms","start":"2026-03-06T01:20:39.153232Z","end":"2026-03-06T01:20:39.289303Z","steps":["trace[2089275626] 'agreement among raft nodes before linearized reading' (duration: 135.795744ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:39.289581Z","caller":"traceutil/trace.go:171","msg":"trace[1945351541] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22359; }","duration":"136.302238ms","start":"2026-03-06T01:20:39.153218Z","end":"2026-03-06T01:20:39.28952Z","steps":["trace[1945351541] 'agreement among raft nodes before linearized reading' (duration: 136.072821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:39.28949Z","caller":"traceutil/trace.go:171","msg":"trace[431911985] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22359; }","duration":"136.241366ms","start":"2026-03-06T01:20:39.153217Z","end":"2026-03-06T01:20:39.289458Z","steps":["trace[431911985] 'agreement among raft nodes before linearized reading' (duration: 136.02234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:39.290006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.744051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:39.290111Z","caller":"traceutil/trace.go:171","msg":"trace[2004393069] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22359; }","duration":"136.909585ms","start":"2026-03-06T01:20:39.153186Z","end":"2026-03-06T01:20:39.290095Z","steps":["trace[2004393069] 'agreement among raft nodes before linearized reading' (duration: 135.758143ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:41.299027Z","caller":"traceutil/trace.go:171","msg":"trace[1263814137] transaction","detail":"{read_only:false; response_revision:22371; number_of_response:1; }","duration":"159.162372ms","start":"2026-03-06T01:20:41.139848Z","end":"2026-03-06T01:20:41.29901Z","steps":["trace[1263814137] 'process raft request' (duration: 159.000178ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:41.299167Z","caller":"traceutil/trace.go:171","msg":"trace[318065438] linearizableReadLoop","detail":"{readStateIndex:23169; appliedIndex:23168; }","duration":"158.661408ms","start":"2026-03-06T01:20:41.140314Z","end":"2026-03-06T01:20:41.298975Z","steps":["trace[318065438] 'read index received' (duration: 158.493334ms)","trace[318065438] 'applied index is now lower than readState.Index' (duration: 167.204µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:41.299191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.862543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:41.2993Z","caller":"traceutil/trace.go:171","msg":"trace[21991115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22371; }","duration":"158.996947ms","start":"2026-03-06T01:20:41.140264Z","end":"2026-03-06T01:20:41.299261Z","steps":["trace[21991115] 'agreement among raft nodes before linearized reading' (duration: 158.863413ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:41.315013Z","caller":"traceutil/trace.go:171","msg":"trace[1252052934] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"126.760404ms","start":"2026-03-06T01:20:41.188224Z","end":"2026-03-06T01:20:41.314985Z","steps":["trace[1252052934] 'process raft request' (duration: 126.572719ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:41.423612Z","caller":"traceutil/trace.go:171","msg":"trace[860497676] linearizableReadLoop","detail":"{readStateIndex:23175; appliedIndex:23174; }","duration":"108.572779ms","start":"2026-03-06T01:20:41.31501Z","end":"2026-03-06T01:20:41.423582Z","steps":["trace[860497676] 'read index received' (duration: 108.183649ms)","trace[860497676] 'applied index is now lower than readState.Index' (duration: 387.46µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:41.423688Z","caller":"traceutil/trace.go:171","msg":"trace[498242015] transaction","detail":"{read_only:false; response_revision:22377; number_of_response:1; }","duration":"117.833827ms","start":"2026-03-06T01:20:41.305839Z","end":"2026-03-06T01:20:41.423673Z","steps":["trace[498242015] 'process raft request' (duration: 117.383134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:41.423821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.628619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:41.423866Z","caller":"traceutil/trace.go:171","msg":"trace[1286388288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22377; }","duration":"122.719082ms","start":"2026-03-06T01:20:41.301134Z","end":"2026-03-06T01:20:41.423853Z","steps":["trace[1286388288] 'agreement among raft nodes before linearized reading' (duration: 122.592238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:41.424099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.805249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-03-06T01:20:41.424136Z","caller":"traceutil/trace.go:171","msg":"trace[2109078721] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:22377; }","duration":"124.866051ms","start":"2026-03-06T01:20:41.299261Z","end":"2026-03-06T01:20:41.424127Z","steps":["trace[2109078721] 'agreement among raft nodes before linearized reading' (duration: 124.757198ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:42.449202Z","caller":"traceutil/trace.go:171","msg":"trace[737886913] transaction","detail":"{read_only:false; response_revision:22393; number_of_response:1; }","duration":"146.150201ms","start":"2026-03-06T01:20:42.303004Z","end":"2026-03-06T01:20:42.449154Z","steps":["trace[737886913] 'process raft request' (duration: 122.470035ms)","trace[737886913] 'compare' (duration: 23.413579ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:42.449319Z","caller":"traceutil/trace.go:171","msg":"trace[269953914] linearizableReadLoop","detail":"{readStateIndex:23192; appliedIndex:23191; }","duration":"132.42675ms","start":"2026-03-06T01:20:42.316665Z","end":"2026-03-06T01:20:42.449092Z","steps":["trace[269953914] 'read index received' (duration: 108.808456ms)","trace[269953914] 'applied index is now lower than readState.Index' (duration: 23.617334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:42.449462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.781961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:42.449556Z","caller":"traceutil/trace.go:171","msg":"trace[102380878] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22393; }","duration":"132.937075ms","start":"2026-03-06T01:20:42.316595Z","end":"2026-03-06T01:20:42.449532Z","steps":["trace[102380878] 'agreement among raft nodes before linearized reading' (duration: 132.721689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.449786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.070311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-03-06T01:20:42.44982Z","caller":"traceutil/trace.go:171","msg":"trace[662393810] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:22393; }","duration":"132.148333ms","start":"2026-03-06T01:20:42.317662Z","end":"2026-03-06T01:20:42.44981Z","steps":["trace[662393810] 'agreement among raft nodes before linearized reading' (duration: 131.798744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.839939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.962548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:42.840067Z","caller":"traceutil/trace.go:171","msg":"trace[1097600023] linearizableReadLoop","detail":"{readStateIndex:23193; appliedIndex:23192; }","duration":"334.130401ms","start":"2026-03-06T01:20:42.505918Z","end":"2026-03-06T01:20:42.840048Z","steps":["trace[1097600023] 'read index received' (duration: 74.944727ms)","trace[1097600023] 'applied index is now lower than readState.Index' (duration: 259.183624ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:42.840129Z","caller":"traceutil/trace.go:171","msg":"trace[1551058041] transaction","detail":"{read_only:false; response_revision:22394; number_of_response:1; }","duration":"380.287071ms","start":"2026-03-06T01:20:42.45979Z","end":"2026-03-06T01:20:42.840077Z","steps":["trace[1551058041] 'process raft request' (duration: 121.075226ms)","trace[1551058041] 'compare' (duration: 258.187897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:42.84022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.291096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:42.840251Z","caller":"traceutil/trace.go:171","msg":"trace[1957443905] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22394; }","duration":"334.380359ms","start":"2026-03-06T01:20:42.505861Z","end":"2026-03-06T01:20:42.840242Z","steps":["trace[1957443905] 'agreement among raft nodes before linearized reading' (duration: 334.272926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.840294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.505838Z","time spent":"334.44634ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:42.840307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:42.459768Z","time spent":"380.460536ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2778,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:20:42.933632Z","caller":"traceutil/trace.go:171","msg":"trace[495306860] transaction","detail":"{read_only:false; response_revision:22395; number_of_response:1; }","duration":"101.77943ms","start":"2026-03-06T01:20:42.831806Z","end":"2026-03-06T01:20:42.933586Z","steps":["trace[495306860] 'process raft request' (duration: 101.494392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:42.933723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.162775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:42.933846Z","caller":"traceutil/trace.go:171","msg":"trace[2101234022] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22395; }","duration":"170.367301ms","start":"2026-03-06T01:20:42.76345Z","end":"2026-03-06T01:20:42.933817Z","steps":["trace[2101234022] 'agreement among raft nodes before linearized reading' (duration: 170.051873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.997066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.221615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:43.997511Z","caller":"traceutil/trace.go:171","msg":"trace[819719251] linearizableReadLoop","detail":"{readStateIndex:23196; appliedIndex:23195; }","duration":"673.91488ms","start":"2026-03-06T01:20:43.323577Z","end":"2026-03-06T01:20:43.997492Z","steps":["trace[819719251] 'read index received' (duration: 96.440893ms)","trace[819719251] 'applied index is now lower than readState.Index' (duration: 577.472427ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:43.997664Z","caller":"traceutil/trace.go:171","msg":"trace[216764230] transaction","detail":"{read_only:false; response_revision:22399; number_of_response:1; }","duration":"672.917213ms","start":"2026-03-06T01:20:43.324732Z","end":"2026-03-06T01:20:43.99765Z","steps":["trace[216764230] 'process raft request' (duration: 672.665926ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:43.997691Z","caller":"traceutil/trace.go:171","msg":"trace[845851963] transaction","detail":"{read_only:false; response_revision:22398; number_of_response:1; }","duration":"673.196031ms","start":"2026-03-06T01:20:43.324421Z","end":"2026-03-06T01:20:43.997617Z","steps":["trace[845851963] 'process raft request' (duration: 672.873382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.997859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.324714Z","time spent":"673.055497ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:43.998018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.324396Z","time spent":"673.450417ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:43.998263Z","caller":"traceutil/trace.go:171","msg":"trace[801778226] transaction","detail":"{read_only:false; response_revision:22397; number_of_response:1; }","duration":"674.811185ms","start":"2026-03-06T01:20:43.323433Z","end":"2026-03-06T01:20:43.998244Z","steps":["trace[801778226] 'process raft request' (duration: 418.322735ms)","trace[801778226] 'compare' (duration: 254.180896ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:43.998357Z","caller":"traceutil/trace.go:171","msg":"trace[549976736] transaction","detail":"{read_only:false; response_revision:22400; number_of_response:1; }","duration":"666.389952ms","start":"2026-03-06T01:20:43.331953Z","end":"2026-03-06T01:20:43.998343Z","steps":["trace[549976736] 'process raft request' (duration: 665.496957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.99838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.323413Z","time spent":"674.888438ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:43.998592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.331938Z","time spent":"666.473504ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:43.998801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.237847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:43.998863Z","caller":"traceutil/trace.go:171","msg":"trace[1412121825] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22400; }","duration":"675.312899ms","start":"2026-03-06T01:20:43.323539Z","end":"2026-03-06T01:20:43.998852Z","steps":["trace[1412121825] 'agreement among raft nodes before linearized reading' (duration: 675.190016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.998904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.323525Z","time spent":"675.370971ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:43.999176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.663299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:20:43.99923Z","caller":"traceutil/trace.go:171","msg":"trace[1947561934] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:22400; }","duration":"640.763251ms","start":"2026-03-06T01:20:43.358457Z","end":"2026-03-06T01:20:43.999221Z","steps":["trace[1947561934] 'agreement among raft nodes before linearized reading' (duration: 640.631488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:43.999268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.358404Z","time spent":"640.856414ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T01:20:43.99952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.862273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:20:43.999838Z","caller":"traceutil/trace.go:171","msg":"trace[98329574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22400; }","duration":"216.242194ms","start":"2026-03-06T01:20:43.783582Z","end":"2026-03-06T01:20:43.999824Z","steps":["trace[98329574] 'agreement among raft nodes before linearized reading' (duration: 215.896904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:44.000388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.585062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:20:44.000435Z","caller":"traceutil/trace.go:171","msg":"trace[185731752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22400; }","duration":"541.676714ms","start":"2026-03-06T01:20:43.458745Z","end":"2026-03-06T01:20:44.000422Z","steps":["trace[185731752] 'agreement among raft nodes before linearized reading' (duration: 541.098898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:44.000493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:43.458718Z","time spent":"541.767217ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:45.614475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323048093s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:20:45.645548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.16353Z","time spent":"482.00938ms","remote":"127.0.0.1:55500","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:20:45.645962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.647181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:45.646073Z","caller":"traceutil/trace.go:171","msg":"trace[1624671320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22400; }","duration":"678.771905ms","start":"2026-03-06T01:20:44.96728Z","end":"2026-03-06T01:20:45.646052Z","steps":["trace[1624671320] 'range keys from in-memory index tree' (duration: 678.626911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.646647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355328978s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:45.64687Z","caller":"traceutil/trace.go:171","msg":"trace[162694428] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"1.642250432s","start":"2026-03-06T01:20:44.004601Z","end":"2026-03-06T01:20:45.646852Z","steps":["trace[162694428] 'process raft request' (duration: 1.642155139s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:45.646878Z","caller":"traceutil/trace.go:171","msg":"trace[1981755606] transaction","detail":"{read_only:false; response_revision:22401; number_of_response:1; }","duration":"1.642497018s","start":"2026-03-06T01:20:44.004364Z","end":"2026-03-06T01:20:45.646861Z","steps":["trace[1981755606] 'process raft request' (duration: 286.880582ms)","trace[1981755606] 'compare' (duration: 1.354286769s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:45.646923Z","caller":"traceutil/trace.go:171","msg":"trace[1014526252] linearizableReadLoop","detail":"{readStateIndex:23202; appliedIndex:23199; }","duration":"1.397414785s","start":"2026-03-06T01:20:44.249485Z","end":"2026-03-06T01:20:45.6469Z","steps":["trace[1014526252] 'read index received' (duration: 41.876951ms)","trace[1014526252] 'applied index is now lower than readState.Index' (duration: 1.355536294s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:45.646987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.00435Z","time spent":"1.642569891s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:45.64696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.004581Z","time spent":"1.642335333s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:45.64707Z","caller":"traceutil/trace.go:171","msg":"trace[671035045] transaction","detail":"{read_only:false; response_revision:22403; number_of_response:1; }","duration":"1.642135228s","start":"2026-03-06T01:20:44.004925Z","end":"2026-03-06T01:20:45.64706Z","steps":["trace[671035045] 'process raft request' (duration: 1.641901272s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.647115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.004916Z","time spent":"1.642171379s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:45.647314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397791965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:20:45.647563Z","caller":"traceutil/trace.go:171","msg":"trace[988131173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22403; }","duration":"1.398033652s","start":"2026-03-06T01:20:44.24942Z","end":"2026-03-06T01:20:45.647454Z","steps":["trace[988131173] 'agreement among raft nodes before linearized reading' (duration: 1.39759537s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:45.647646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.24939Z","time spent":"1.398241057s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:20:46.065063Z","caller":"traceutil/trace.go:171","msg":"trace[1269569344] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"1.411895176s","start":"2026-03-06T01:20:44.653144Z","end":"2026-03-06T01:20:46.065039Z","steps":["trace[1269569344] 'process raft request' (duration: 1.411704461s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.065209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.653124Z","time spent":"1.412014369s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:46.065404Z","caller":"traceutil/trace.go:171","msg":"trace[145223617] transaction","detail":"{read_only:false; response_revision:22405; number_of_response:1; }","duration":"1.353906519s","start":"2026-03-06T01:20:44.711485Z","end":"2026-03-06T01:20:46.065392Z","steps":["trace[145223617] 'process raft request' (duration: 1.353512418s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.06545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.711453Z","time spent":"1.353971481s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:46.065521Z","caller":"traceutil/trace.go:171","msg":"trace[1878981650] transaction","detail":"{read_only:false; response_revision:22406; number_of_response:1; }","duration":"1.344349454s","start":"2026-03-06T01:20:44.721149Z","end":"2026-03-06T01:20:46.065498Z","steps":["trace[1878981650] 'process raft request' (duration: 1.344134638s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.065579Z","caller":"traceutil/trace.go:171","msg":"trace[853428683] linearizableReadLoop","detail":"{readStateIndex:23207; appliedIndex:23202; }","duration":"418.579113ms","start":"2026-03-06T01:20:45.646981Z","end":"2026-03-06T01:20:46.065561Z","steps":["trace[853428683] 'read index received' (duration: 417.77045ms)","trace[853428683] 'applied index is now lower than readState.Index' (duration: 807.743µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:46.065679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.721125Z","time spent":"1.344473687s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:46.065736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.974532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:20:46.065772Z","caller":"traceutil/trace.go:171","msg":"trace[539037516] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22408; }","duration":"946.074704ms","start":"2026-03-06T01:20:45.119689Z","end":"2026-03-06T01:20:46.065764Z","steps":["trace[539037516] 'agreement among raft nodes before linearized reading' (duration: 945.878038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.065793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.119663Z","time spent":"946.125665ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:20:46.065861Z","caller":"traceutil/trace.go:171","msg":"trace[375829681] transaction","detail":"{read_only:false; response_revision:22407; number_of_response:1; }","duration":"1.127272867s","start":"2026-03-06T01:20:44.938581Z","end":"2026-03-06T01:20:46.065854Z","steps":["trace[375829681] 'process raft request' (duration: 1.126814914s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.0659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.938555Z","time spent":"1.127320478s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:46.065918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033114357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:20:46.065955Z","caller":"traceutil/trace.go:171","msg":"trace[1261460748] transaction","detail":"{read_only:false; response_revision:22408; number_of_response:1; }","duration":"639.117856ms","start":"2026-03-06T01:20:45.42683Z","end":"2026-03-06T01:20:46.065948Z","steps":["trace[1261460748] 'process raft request' (duration: 638.652303ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.065978Z","caller":"traceutil/trace.go:171","msg":"trace[1500013134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22408; }","duration":"1.033288221s","start":"2026-03-06T01:20:45.032678Z","end":"2026-03-06T01:20:46.065967Z","steps":["trace[1500013134] 'agreement among raft nodes before linearized reading' (duration: 1.032998353s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.065988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.426806Z","time spent":"639.164446ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:46.066009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.03265Z","time spent":"1.033352123s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:20:46.066051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.748757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.066075Z","caller":"traceutil/trace.go:171","msg":"trace[169816406] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22408; }","duration":"738.794699ms","start":"2026-03-06T01:20:45.327274Z","end":"2026-03-06T01:20:46.066069Z","steps":["trace[169816406] 'agreement among raft nodes before linearized reading' (duration: 738.756708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.066096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.327264Z","time spent":"738.8252ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:46.066246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.077375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:46.066253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664811937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:20:46.066285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110542613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:271374"} {"level":"info","ts":"2026-03-06T01:20:46.066306Z","caller":"traceutil/trace.go:171","msg":"trace[1118354451] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:22408; }","duration":"1.664891679s","start":"2026-03-06T01:20:44.401383Z","end":"2026-03-06T01:20:46.066275Z","steps":["trace[1118354451] 'agreement among raft nodes before linearized reading' (duration: 1.664800306s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.066334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.401357Z","time spent":"1.664968311s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":16,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:20:46.066381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777900871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:20:46.066386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498701333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:46.066419Z","caller":"traceutil/trace.go:171","msg":"trace[1857142051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22408; }","duration":"1.777999025s","start":"2026-03-06T01:20:44.288411Z","end":"2026-03-06T01:20:46.06641Z","steps":["trace[1857142051] 'agreement among raft nodes before linearized reading' (duration: 1.777906422s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.06627Z","caller":"traceutil/trace.go:171","msg":"trace[635525201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22408; }","duration":"937.122136ms","start":"2026-03-06T01:20:45.12914Z","end":"2026-03-06T01:20:46.066262Z","steps":["trace[635525201] 'agreement among raft nodes before linearized reading' (duration: 937.080585ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.066451Z","caller":"traceutil/trace.go:171","msg":"trace[816791564] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22408; }","duration":"1.498788965s","start":"2026-03-06T01:20:44.567625Z","end":"2026-03-06T01:20:46.066414Z","steps":["trace[816791564] 'agreement among raft nodes before linearized reading' (duration: 1.498724343s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.066471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.129129Z","time spent":"937.336002ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:46.066482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.567593Z","time spent":"1.498880327s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:46.066332Z","caller":"traceutil/trace.go:171","msg":"trace[883696117] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22408; }","duration":"1.110632066s","start":"2026-03-06T01:20:44.955686Z","end":"2026-03-06T01:20:46.066318Z","steps":["trace[883696117] 'agreement among raft nodes before linearized reading' (duration: 1.110272776s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.066455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.288383Z","time spent":"1.778067146s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:20:46.066556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766910186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:20:46.066578Z","caller":"traceutil/trace.go:171","msg":"trace[1275341627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22408; }","duration":"1.766991699s","start":"2026-03-06T01:20:44.29958Z","end":"2026-03-06T01:20:46.066571Z","steps":["trace[1275341627] 'agreement among raft nodes before linearized reading' (duration: 1.766888466s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.0666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.29955Z","time spent":"1.767044671s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:20:46.066254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61082319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:46.066611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.331484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.066763Z","caller":"traceutil/trace.go:171","msg":"trace[253349894] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22408; }","duration":"739.802017ms","start":"2026-03-06T01:20:45.326943Z","end":"2026-03-06T01:20:46.066745Z","steps":["trace[253349894] 'agreement among raft nodes before linearized reading' (duration: 739.294823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.066714Z","caller":"traceutil/trace.go:171","msg":"trace[1630952933] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22408; }","duration":"1.611316844s","start":"2026-03-06T01:20:44.455375Z","end":"2026-03-06T01:20:46.066692Z","steps":["trace[1630952933] 'agreement among raft nodes before linearized reading' (duration: 1.610468451s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.066812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.326923Z","time spent":"739.877158ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:46.06594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44955251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-06T01:20:46.066866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.566658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.066983Z","caller":"traceutil/trace.go:171","msg":"trace[1444298330] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22408; }","duration":"740.737522ms","start":"2026-03-06T01:20:45.326209Z","end":"2026-03-06T01:20:46.066947Z","steps":["trace[1444298330] 'agreement among raft nodes before linearized reading' (duration: 740.536397ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.066912Z","caller":"traceutil/trace.go:171","msg":"trace[823496714] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22408; }","duration":"1.450576398s","start":"2026-03-06T01:20:44.616323Z","end":"2026-03-06T01:20:46.0669Z","steps":["trace[823496714] 'agreement among raft nodes before linearized reading' (duration: 1.449544419s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.067062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.616299Z","time spent":"1.450753283s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:20:46.067058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.326186Z","time spent":"740.857806ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:46.066658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.721494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.067226Z","caller":"traceutil/trace.go:171","msg":"trace[592934397] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22408; }","duration":"740.306831ms","start":"2026-03-06T01:20:45.32691Z","end":"2026-03-06T01:20:46.067217Z","steps":["trace[592934397] 'agreement among raft nodes before linearized reading' (duration: 739.698664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.067262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.326897Z","time spent":"740.354982ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:20:46.06732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.455362Z","time spent":"1.611938391s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:20:46.066602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:44.955664Z","time spent":"1.110919953s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":271397,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-06T01:20:46.118585Z","caller":"traceutil/trace.go:171","msg":"trace[1159004986] transaction","detail":"{read_only:false; response_revision:22409; number_of_response:1; }","duration":"465.124533ms","start":"2026-03-06T01:20:45.653439Z","end":"2026-03-06T01:20:46.118563Z","steps":["trace[1159004986] 'process raft request' (duration: 464.909437ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.118628Z","caller":"traceutil/trace.go:171","msg":"trace[856695119] transaction","detail":"{read_only:false; response_revision:22411; number_of_response:1; }","duration":"114.494174ms","start":"2026-03-06T01:20:46.004106Z","end":"2026-03-06T01:20:46.118601Z","steps":["trace[856695119] 'process raft request' (duration: 114.430482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.118717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:45.653414Z","time spent":"465.235536ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:46.118793Z","caller":"traceutil/trace.go:171","msg":"trace[2144743229] transaction","detail":"{read_only:false; response_revision:22410; number_of_response:1; }","duration":"114.916115ms","start":"2026-03-06T01:20:46.00387Z","end":"2026-03-06T01:20:46.118786Z","steps":["trace[2144743229] 'process raft request' (duration: 114.634358ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.118981Z","caller":"traceutil/trace.go:171","msg":"trace[243522863] transaction","detail":"{read_only:false; response_revision:22412; number_of_response:1; }","duration":"114.480254ms","start":"2026-03-06T01:20:46.004494Z","end":"2026-03-06T01:20:46.118974Z","steps":["trace[243522863] 'process raft request' (duration: 114.074952ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.119117Z","caller":"traceutil/trace.go:171","msg":"trace[1385215031] transaction","detail":"{read_only:false; response_revision:22413; number_of_response:1; }","duration":"113.971919ms","start":"2026-03-06T01:20:46.005139Z","end":"2026-03-06T01:20:46.11911Z","steps":["trace[1385215031] 'process raft request' (duration: 113.720272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.119205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.091131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.11923Z","caller":"traceutil/trace.go:171","msg":"trace[221344165] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22413; }","duration":"115.183302ms","start":"2026-03-06T01:20:46.004039Z","end":"2026-03-06T01:20:46.119223Z","steps":["trace[221344165] 'agreement among raft nodes before linearized reading' (duration: 115.134811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.119346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.695457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.11936Z","caller":"traceutil/trace.go:171","msg":"trace[77718831] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22413; }","duration":"115.714208ms","start":"2026-03-06T01:20:46.003642Z","end":"2026-03-06T01:20:46.119356Z","steps":["trace[77718831] 'agreement among raft nodes before linearized reading' (duration: 115.679517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.319378Z","caller":"traceutil/trace.go:171","msg":"trace[904327782] transaction","detail":"{read_only:false; response_revision:22414; number_of_response:1; }","duration":"247.598613ms","start":"2026-03-06T01:20:46.071729Z","end":"2026-03-06T01:20:46.319328Z","steps":["trace[904327782] 'process raft request' (duration: 170.249669ms)","trace[904327782] 'compare' (duration: 77.048536ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:46.319425Z","caller":"traceutil/trace.go:171","msg":"trace[748656550] transaction","detail":"{read_only:false; response_revision:22415; number_of_response:1; }","duration":"247.309145ms","start":"2026-03-06T01:20:46.072092Z","end":"2026-03-06T01:20:46.319401Z","steps":["trace[748656550] 'process raft request' (duration: 247.14005ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.319444Z","caller":"traceutil/trace.go:171","msg":"trace[1239346213] linearizableReadLoop","detail":"{readStateIndex:23216; appliedIndex:23212; }","duration":"200.458956ms","start":"2026-03-06T01:20:46.118951Z","end":"2026-03-06T01:20:46.31941Z","steps":["trace[1239346213] 'read index received' (duration: 123.151233ms)","trace[1239346213] 'applied index is now lower than readState.Index' (duration: 77.306433ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:46.319488Z","caller":"traceutil/trace.go:171","msg":"trace[1207577393] transaction","detail":"{read_only:false; response_revision:22416; number_of_response:1; }","duration":"247.268164ms","start":"2026-03-06T01:20:46.072164Z","end":"2026-03-06T01:20:46.319432Z","steps":["trace[1207577393] 'process raft request' (duration: 247.158161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.319607Z","caller":"traceutil/trace.go:171","msg":"trace[1493904213] transaction","detail":"{read_only:false; response_revision:22417; number_of_response:1; }","duration":"247.052758ms","start":"2026-03-06T01:20:46.072543Z","end":"2026-03-06T01:20:46.319595Z","steps":["trace[1493904213] 'process raft request' (duration: 246.818402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.319617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.672936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.319659Z","caller":"traceutil/trace.go:171","msg":"trace[1533942572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22417; }","duration":"251.761549ms","start":"2026-03-06T01:20:46.06788Z","end":"2026-03-06T01:20:46.319641Z","steps":["trace[1533942572] 'agreement among raft nodes before linearized reading' (duration: 251.641235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.31985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.975479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:20:46.319948Z","caller":"traceutil/trace.go:171","msg":"trace[779001361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22417; }","duration":"246.125633ms","start":"2026-03-06T01:20:46.0738Z","end":"2026-03-06T01:20:46.319926Z","steps":["trace[779001361] 'agreement among raft nodes before linearized reading' (duration: 245.855785ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:53.853452Z","caller":"traceutil/trace.go:171","msg":"trace[704500914] transaction","detail":"{read_only:false; response_revision:22468; number_of_response:1; }","duration":"165.674403ms","start":"2026-03-06T01:20:53.687747Z","end":"2026-03-06T01:20:53.853422Z","steps":["trace[704500914] 'process raft request' (duration: 165.430966ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:53.85801Z","caller":"traceutil/trace.go:171","msg":"trace[1800024275] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"169.669823ms","start":"2026-03-06T01:20:53.688303Z","end":"2026-03-06T01:20:53.857973Z","steps":["trace[1800024275] 'process raft request' (duration: 169.391565ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:53.858043Z","caller":"traceutil/trace.go:171","msg":"trace[2025060959] transaction","detail":"{read_only:false; response_revision:22470; number_of_response:1; }","duration":"169.131388ms","start":"2026-03-06T01:20:53.688873Z","end":"2026-03-06T01:20:53.858005Z","steps":["trace[2025060959] 'process raft request' (duration: 169.014424ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.099853Z","caller":"traceutil/trace.go:171","msg":"trace[2117222274] transaction","detail":"{read_only:false; response_revision:22553; number_of_response:1; }","duration":"173.711085ms","start":"2026-03-06T01:21:05.926111Z","end":"2026-03-06T01:21:06.099822Z","steps":["trace[2117222274] 'process raft request' (duration: 173.579362ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.099898Z","caller":"traceutil/trace.go:171","msg":"trace[1217296932] transaction","detail":"{read_only:false; response_revision:22552; number_of_response:1; }","duration":"175.100194ms","start":"2026-03-06T01:21:05.92474Z","end":"2026-03-06T01:21:06.09984Z","steps":["trace[1217296932] 'process raft request' (duration: 144.033473ms)","trace[1217296932] 'compare' (duration: 30.547806ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:06.657834Z","caller":"traceutil/trace.go:171","msg":"trace[303691169] linearizableReadLoop","detail":"{readStateIndex:23365; appliedIndex:23364; }","duration":"164.528881ms","start":"2026-03-06T01:21:06.493273Z","end":"2026-03-06T01:21:06.657802Z","steps":["trace[303691169] 'read index received' (duration: 164.175351ms)","trace[303691169] 'applied index is now lower than readState.Index' (duration: 352.44µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:06.658172Z","caller":"traceutil/trace.go:171","msg":"trace[411375922] transaction","detail":"{read_only:false; response_revision:22562; number_of_response:1; }","duration":"194.306456ms","start":"2026-03-06T01:21:06.463812Z","end":"2026-03-06T01:21:06.658118Z","steps":["trace[411375922] 'process raft request' (duration: 193.754751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.658889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.522588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:06.659123Z","caller":"traceutil/trace.go:171","msg":"trace[139849853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22562; }","duration":"165.867168ms","start":"2026-03-06T01:21:06.493238Z","end":"2026-03-06T01:21:06.659105Z","steps":["trace[139849853] 'agreement among raft nodes before linearized reading' (duration: 164.692526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.786535Z","caller":"traceutil/trace.go:171","msg":"trace[1185072454] linearizableReadLoop","detail":"{readStateIndex:23367; appliedIndex:23365; }","duration":"125.866629ms","start":"2026-03-06T01:21:06.66064Z","end":"2026-03-06T01:21:06.786507Z","steps":["trace[1185072454] 'read index received' (duration: 125.395806ms)","trace[1185072454] 'applied index is now lower than readState.Index' (duration: 469.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:06.786578Z","caller":"traceutil/trace.go:171","msg":"trace[811090603] transaction","detail":"{read_only:false; response_revision:22563; number_of_response:1; }","duration":"239.225701ms","start":"2026-03-06T01:21:06.547297Z","end":"2026-03-06T01:21:06.786522Z","steps":["trace[811090603] 'process raft request' (duration: 238.730787ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.786592Z","caller":"traceutil/trace.go:171","msg":"trace[1064624999] transaction","detail":"{read_only:false; response_revision:22564; number_of_response:1; }","duration":"216.214403ms","start":"2026-03-06T01:21:06.570342Z","end":"2026-03-06T01:21:06.786556Z","steps":["trace[1064624999] 'process raft request' (duration: 216.026038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.786874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.185548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:21:06.786939Z","caller":"traceutil/trace.go:171","msg":"trace[904067883] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:22564; }","duration":"126.336822ms","start":"2026-03-06T01:21:06.66059Z","end":"2026-03-06T01:21:06.786927Z","steps":["trace[904067883] 'agreement among raft nodes before linearized reading' (duration: 126.085665ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.805538Z","caller":"traceutil/trace.go:171","msg":"trace[682372607] transaction","detail":"{read_only:false; response_revision:22565; number_of_response:1; }","duration":"140.889085ms","start":"2026-03-06T01:21:06.664617Z","end":"2026-03-06T01:21:06.805507Z","steps":["trace[682372607] 'process raft request' (duration: 140.597557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:12.19385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.811918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:12.193952Z","caller":"traceutil/trace.go:171","msg":"trace[1314977275] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22616; }","duration":"116.964932ms","start":"2026-03-06T01:21:12.076964Z","end":"2026-03-06T01:21:12.193929Z","steps":["trace[1314977275] 'agreement among raft nodes before linearized reading' (duration: 116.788177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.44298Z","caller":"traceutil/trace.go:171","msg":"trace[1569120145] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"128.164973ms","start":"2026-03-06T01:21:12.314746Z","end":"2026-03-06T01:21:12.442911Z","steps":["trace[1569120145] 'process raft request' (duration: 71.952115ms)","trace[1569120145] 'compare' (duration: 56.011492ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:12.444085Z","caller":"traceutil/trace.go:171","msg":"trace[1723613546] transaction","detail":"{read_only:false; response_revision:22623; number_of_response:1; }","duration":"129.17551ms","start":"2026-03-06T01:21:12.314878Z","end":"2026-03-06T01:21:12.444054Z","steps":["trace[1723613546] 'process raft request' (duration: 129.096978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.444149Z","caller":"traceutil/trace.go:171","msg":"trace[1877768889] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"129.241503ms","start":"2026-03-06T01:21:12.314866Z","end":"2026-03-06T01:21:12.444108Z","steps":["trace[1877768889] 'process raft request' (duration: 129.046317ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.44411Z","caller":"traceutil/trace.go:171","msg":"trace[1202644766] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"129.261843ms","start":"2026-03-06T01:21:12.31481Z","end":"2026-03-06T01:21:12.444072Z","steps":["trace[1202644766] 'process raft request' (duration: 128.988515ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.444288Z","caller":"traceutil/trace.go:171","msg":"trace[1210917177] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"109.720331ms","start":"2026-03-06T01:21:12.334552Z","end":"2026-03-06T01:21:12.444272Z","steps":["trace[1210917177] 'process raft request' (duration: 109.611238ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.444302Z","caller":"traceutil/trace.go:171","msg":"trace[613103648] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"127.34293ms","start":"2026-03-06T01:21:12.316935Z","end":"2026-03-06T01:21:12.444278Z","steps":["trace[613103648] 'process raft request' (duration: 127.077483ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.622935Z","caller":"traceutil/trace.go:171","msg":"trace[1757455350] transaction","detail":"{read_only:false; response_revision:22627; number_of_response:1; }","duration":"168.655465ms","start":"2026-03-06T01:21:12.454249Z","end":"2026-03-06T01:21:12.622904Z","steps":["trace[1757455350] 'process raft request' (duration: 168.559492ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.623049Z","caller":"traceutil/trace.go:171","msg":"trace[908286746] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"173.52546ms","start":"2026-03-06T01:21:12.44948Z","end":"2026-03-06T01:21:12.623005Z","steps":["trace[908286746] 'process raft request' (duration: 108.304662ms)","trace[908286746] 'compare' (duration: 64.731774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:12.960254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.19226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:12.960328Z","caller":"traceutil/trace.go:171","msg":"trace[30927834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22630; }","duration":"112.316724ms","start":"2026-03-06T01:21:12.847995Z","end":"2026-03-06T01:21:12.960312Z","steps":["trace[30927834] 'range keys from in-memory index tree' (duration: 112.054696ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:13.10803Z","caller":"traceutil/trace.go:171","msg":"trace[1695638000] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"125.430437ms","start":"2026-03-06T01:21:12.982567Z","end":"2026-03-06T01:21:13.107997Z","steps":["trace[1695638000] 'process raft request' (duration: 88.162314ms)","trace[1695638000] 'compare' (duration: 37.118179ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:18.661154Z","caller":"traceutil/trace.go:171","msg":"trace[1344713233] transaction","detail":"{read_only:false; response_revision:22675; number_of_response:1; }","duration":"175.571327ms","start":"2026-03-06T01:21:18.485554Z","end":"2026-03-06T01:21:18.661125Z","steps":["trace[1344713233] 'process raft request' (duration: 175.373862ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.661158Z","caller":"traceutil/trace.go:171","msg":"trace[832155304] transaction","detail":"{read_only:false; response_revision:22674; number_of_response:1; }","duration":"180.442232ms","start":"2026-03-06T01:21:18.48068Z","end":"2026-03-06T01:21:18.661123Z","steps":["trace[832155304] 'process raft request' (duration: 180.210536ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.661313Z","caller":"traceutil/trace.go:171","msg":"trace[937133333] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"174.647081ms","start":"2026-03-06T01:21:18.486645Z","end":"2026-03-06T01:21:18.661292Z","steps":["trace[937133333] 'process raft request' (duration: 174.304601ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:18.66142Z","caller":"traceutil/trace.go:171","msg":"trace[1117719138] transaction","detail":"{read_only:false; response_revision:22673; number_of_response:1; }","duration":"183.815385ms","start":"2026-03-06T01:21:18.477599Z","end":"2026-03-06T01:21:18.661414Z","steps":["trace[1117719138] 'process raft request' (duration: 182.782827ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:21.380869Z","caller":"traceutil/trace.go:171","msg":"trace[1612800814] transaction","detail":"{read_only:false; response_revision:22692; number_of_response:1; }","duration":"252.135228ms","start":"2026-03-06T01:21:21.128705Z","end":"2026-03-06T01:21:21.38084Z","steps":["trace[1612800814] 'process raft request' (duration: 251.929983ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:21.381507Z","caller":"traceutil/trace.go:171","msg":"trace[1276435625] transaction","detail":"{read_only:false; response_revision:22693; number_of_response:1; }","duration":"215.980287ms","start":"2026-03-06T01:21:21.165489Z","end":"2026-03-06T01:21:21.381469Z","steps":["trace[1276435625] 'process raft request' (duration: 215.74298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:22.601236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.149996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:22.601617Z","caller":"traceutil/trace.go:171","msg":"trace[151034521] transaction","detail":"{read_only:false; response_revision:22695; number_of_response:1; }","duration":"300.816798ms","start":"2026-03-06T01:21:22.300771Z","end":"2026-03-06T01:21:22.601588Z","steps":["trace[151034521] 'process raft request' (duration: 77.21734ms)","trace[151034521] 'compare' (duration: 222.769216ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:22.60167Z","caller":"traceutil/trace.go:171","msg":"trace[782285795] linearizableReadLoop","detail":"{readStateIndex:23502; appliedIndex:23501; }","duration":"294.244846ms","start":"2026-03-06T01:21:22.307414Z","end":"2026-03-06T01:21:22.601659Z","steps":["trace[782285795] 'read index received' (duration: 70.594847ms)","trace[782285795] 'applied index is now lower than readState.Index' (duration: 223.648649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:22.601715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.300747Z","time spent":"300.925722ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:22.601815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.400381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:21:22.601839Z","caller":"traceutil/trace.go:171","msg":"trace[571312253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22696; }","duration":"294.444301ms","start":"2026-03-06T01:21:22.307388Z","end":"2026-03-06T01:21:22.601832Z","steps":["trace[571312253] 'agreement among raft nodes before linearized reading' (duration: 294.336858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:22.601913Z","caller":"traceutil/trace.go:171","msg":"trace[1335607892] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"266.560589ms","start":"2026-03-06T01:21:22.335077Z","end":"2026-03-06T01:21:22.601638Z","steps":["trace[1335607892] 'process raft request' (duration: 266.262251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.102878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844823085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:23.415113Z","caller":"traceutil/trace.go:171","msg":"trace[1017098338] transaction","detail":"{read_only:false; response_revision:22697; number_of_response:1; }","duration":"836.628901ms","start":"2026-03-06T01:21:22.578458Z","end":"2026-03-06T01:21:23.415087Z","steps":["trace[1017098338] 'process raft request' (duration: 836.469747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.415292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.578402Z","time spent":"836.795855ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.449461Z","caller":"traceutil/trace.go:171","msg":"trace[1576832194] transaction","detail":"{read_only:false; response_revision:22698; number_of_response:1; }","duration":"842.36486ms","start":"2026-03-06T01:21:22.607065Z","end":"2026-03-06T01:21:23.44943Z","steps":["trace[1576832194] 'process raft request' (duration: 842.186695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.44963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.607046Z","time spent":"842.497393ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.449765Z","caller":"traceutil/trace.go:171","msg":"trace[1588341561] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"771.962859ms","start":"2026-03-06T01:21:22.677777Z","end":"2026-03-06T01:21:23.44974Z","steps":["trace[1588341561] 'process raft request' (duration: 771.605449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.449897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.677751Z","time spent":"772.081081ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.450058Z","caller":"traceutil/trace.go:171","msg":"trace[492041619] transaction","detail":"{read_only:false; response_revision:22700; number_of_response:1; }","duration":"771.158216ms","start":"2026-03-06T01:21:22.678891Z","end":"2026-03-06T01:21:23.450049Z","steps":["trace[492041619] 'process raft request' (duration: 770.772295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.450132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.678879Z","time spent":"771.211727ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.450329Z","caller":"traceutil/trace.go:171","msg":"trace[871767403] transaction","detail":"{read_only:false; response_revision:22701; number_of_response:1; }","duration":"771.231928ms","start":"2026-03-06T01:21:22.67909Z","end":"2026-03-06T01:21:23.450322Z","steps":["trace[871767403] 'process raft request' (duration: 770.921459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.450375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.67908Z","time spent":"771.27387ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:23.450541Z","caller":"traceutil/trace.go:171","msg":"trace[1261265345] linearizableReadLoop","detail":"{readStateIndex:23509; appliedIndex:23503; }","duration":"848.831849ms","start":"2026-03-06T01:21:22.601692Z","end":"2026-03-06T01:21:23.450524Z","steps":["trace[1261265345] 'read index received' (duration: 813.335415ms)","trace[1261265345] 'applied index is now lower than readState.Index' (duration: 35.494704ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:23.4506Z","caller":"traceutil/trace.go:171","msg":"trace[630107501] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"770.714854ms","start":"2026-03-06T01:21:22.679874Z","end":"2026-03-06T01:21:23.450589Z","steps":["trace[630107501] 'process raft request' (duration: 770.413506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.450661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.679865Z","time spent":"770.768205ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:23.450728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.475562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:23.450802Z","caller":"traceutil/trace.go:171","msg":"trace[66913318] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22702; }","duration":"851.554555ms","start":"2026-03-06T01:21:22.599231Z","end":"2026-03-06T01:21:23.450786Z","steps":["trace[66913318] 'agreement among raft nodes before linearized reading' (duration: 851.40447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.450857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.599161Z","time spent":"851.682378ms","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:23.450915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.506024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:23.450949Z","caller":"traceutil/trace.go:171","msg":"trace[123331563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22702; }","duration":"763.566176ms","start":"2026-03-06T01:21:22.687374Z","end":"2026-03-06T01:21:23.45094Z","steps":["trace[123331563] 'agreement among raft nodes before linearized reading' (duration: 763.439022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.450976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.687359Z","time spent":"763.611577ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:23.451131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046464647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:21:23.451165Z","caller":"traceutil/trace.go:171","msg":"trace[1555319421] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22702; }","duration":"1.046542449s","start":"2026-03-06T01:21:22.404614Z","end":"2026-03-06T01:21:23.451157Z","steps":["trace[1555319421] 'agreement among raft nodes before linearized reading' (duration: 1.046439526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.451186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.404588Z","time spent":"1.046593261s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:23.45122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:23.451267Z","caller":"traceutil/trace.go:171","msg":"trace[1954980347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22702; }","duration":"197.420203ms","start":"2026-03-06T01:21:23.253833Z","end":"2026-03-06T01:21:23.451254Z","steps":["trace[1954980347] 'agreement among raft nodes before linearized reading' (duration: 197.354061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.451386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.631155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:23.451415Z","caller":"traceutil/trace.go:171","msg":"trace[96633583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22702; }","duration":"641.694477ms","start":"2026-03-06T01:21:22.809713Z","end":"2026-03-06T01:21:23.451408Z","steps":["trace[96633583] 'agreement among raft nodes before linearized reading' (duration: 641.618155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:23.451438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:22.809669Z","time spent":"641.7646ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:21:25.187678Z","caller":"traceutil/trace.go:171","msg":"trace[541735698] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"133.782898ms","start":"2026-03-06T01:21:25.053848Z","end":"2026-03-06T01:21:25.187631Z","steps":["trace[541735698] 'process raft request' (duration: 133.48498ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:25.582778Z","caller":"traceutil/trace.go:171","msg":"trace[1452778680] transaction","detail":"{read_only:false; response_revision:22718; number_of_response:1; }","duration":"104.911928ms","start":"2026-03-06T01:21:25.477838Z","end":"2026-03-06T01:21:25.58275Z","steps":["trace[1452778680] 'process raft request' (duration: 104.838016ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:25.582936Z","caller":"traceutil/trace.go:171","msg":"trace[2107848220] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"108.749154ms","start":"2026-03-06T01:21:25.474138Z","end":"2026-03-06T01:21:25.582887Z","steps":["trace[2107848220] 'process raft request' (duration: 108.400514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:25.583105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.082105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:25.583162Z","caller":"traceutil/trace.go:171","msg":"trace[456956151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22718; }","duration":"104.197028ms","start":"2026-03-06T01:21:25.478952Z","end":"2026-03-06T01:21:25.583149Z","steps":["trace[456956151] 'agreement among raft nodes before linearized reading' (duration: 103.992663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:25.583294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.990362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:25.583451Z","caller":"traceutil/trace.go:171","msg":"trace[1872621403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22718; }","duration":"104.180548ms","start":"2026-03-06T01:21:25.47924Z","end":"2026-03-06T01:21:25.58342Z","steps":["trace[1872621403] 'agreement among raft nodes before linearized reading' (duration: 103.567071ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:25.726469Z","caller":"traceutil/trace.go:171","msg":"trace[1227182723] transaction","detail":"{read_only:false; response_revision:22720; number_of_response:1; }","duration":"139.438395ms","start":"2026-03-06T01:21:25.586951Z","end":"2026-03-06T01:21:25.726389Z","steps":["trace[1227182723] 'process raft request' (duration: 119.718198ms)","trace[1227182723] 'compare' (duration: 19.256194ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:25.726677Z","caller":"traceutil/trace.go:171","msg":"trace[74380750] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"139.293221ms","start":"2026-03-06T01:21:25.587352Z","end":"2026-03-06T01:21:25.726645Z","steps":["trace[74380750] 'process raft request' (duration: 138.822288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:26.838168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.454282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:26.838473Z","caller":"traceutil/trace.go:171","msg":"trace[1922588641] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"137.974244ms","start":"2026-03-06T01:21:26.700473Z","end":"2026-03-06T01:21:26.838447Z","steps":["trace[1922588641] 'process raft request' (duration: 137.84433ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:26.838469Z","caller":"traceutil/trace.go:171","msg":"trace[1530209060] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"142.50646ms","start":"2026-03-06T01:21:26.695897Z","end":"2026-03-06T01:21:26.838404Z","steps":["trace[1530209060] 'process raft request' (duration: 40.707228ms)","trace[1530209060] 'compare' (duration: 101.253797ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:27.554909Z","caller":"traceutil/trace.go:171","msg":"trace[153191134] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"179.796344ms","start":"2026-03-06T01:21:27.375055Z","end":"2026-03-06T01:21:27.554852Z","steps":["trace[153191134] 'process raft request' (duration: 122.456805ms)","trace[153191134] 'compare' (duration: 56.63993ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:27.780099Z","caller":"traceutil/trace.go:171","msg":"trace[71062239] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"224.830053ms","start":"2026-03-06T01:21:27.555222Z","end":"2026-03-06T01:21:27.780052Z","steps":["trace[71062239] 'process raft request' (duration: 216.566484ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.78284Z","caller":"traceutil/trace.go:171","msg":"trace[1515752016] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"227.422154ms","start":"2026-03-06T01:21:27.555383Z","end":"2026-03-06T01:21:27.782806Z","steps":["trace[1515752016] 'process raft request' (duration: 227.232439ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.783013Z","caller":"traceutil/trace.go:171","msg":"trace[1031603790] linearizableReadLoop","detail":"{readStateIndex:23556; appliedIndex:23554; }","duration":"194.680966ms","start":"2026-03-06T01:21:27.588304Z","end":"2026-03-06T01:21:27.782985Z","steps":["trace[1031603790] 'read index received' (duration: 183.480906ms)","trace[1031603790] 'applied index is now lower than readState.Index' (duration: 11.19801ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:27.783038Z","caller":"traceutil/trace.go:171","msg":"trace[1067385243] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"193.429372ms","start":"2026-03-06T01:21:27.589584Z","end":"2026-03-06T01:21:27.783013Z","steps":["trace[1067385243] 'process raft request' (duration: 193.173515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:27.783289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.961215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:21:27.783342Z","caller":"traceutil/trace.go:171","msg":"trace[1231039108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22748; }","duration":"195.083718ms","start":"2026-03-06T01:21:27.588243Z","end":"2026-03-06T01:21:27.783327Z","steps":["trace[1231039108] 'agreement among raft nodes before linearized reading' (duration: 194.870702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:27.783355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.982978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:27.783454Z","caller":"traceutil/trace.go:171","msg":"trace[126141139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22748; }","duration":"176.139872ms","start":"2026-03-06T01:21:27.607291Z","end":"2026-03-06T01:21:27.78343Z","steps":["trace[126141139] 'agreement among raft nodes before linearized reading' (duration: 175.878595ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.980711Z","caller":"traceutil/trace.go:171","msg":"trace[2076206624] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"192.031603ms","start":"2026-03-06T01:21:27.788639Z","end":"2026-03-06T01:21:27.980671Z","steps":["trace[2076206624] 'process raft request' (duration: 153.381771ms)","trace[2076206624] 'compare' (duration: 38.359664ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:27.991595Z","caller":"traceutil/trace.go:171","msg":"trace[416027526] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"202.329858ms","start":"2026-03-06T01:21:27.789216Z","end":"2026-03-06T01:21:27.991546Z","steps":["trace[416027526] 'process raft request' (duration: 202.209195ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.991709Z","caller":"traceutil/trace.go:171","msg":"trace[14477199] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"202.490053ms","start":"2026-03-06T01:21:27.789187Z","end":"2026-03-06T01:21:27.991677Z","steps":["trace[14477199] 'process raft request' (duration: 202.087322ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:27.991743Z","caller":"traceutil/trace.go:171","msg":"trace[1914908444] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"202.40305ms","start":"2026-03-06T01:21:27.789314Z","end":"2026-03-06T01:21:27.991717Z","steps":["trace[1914908444] 'process raft request' (duration: 202.147753ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:33.95711Z","caller":"traceutil/trace.go:171","msg":"trace[1626015037] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"141.05646ms","start":"2026-03-06T01:21:33.816022Z","end":"2026-03-06T01:21:33.957078Z","steps":["trace[1626015037] 'process raft request' (duration: 140.781372ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:33.957493Z","caller":"traceutil/trace.go:171","msg":"trace[656293745] transaction","detail":"{read_only:false; response_revision:22799; number_of_response:1; }","duration":"141.384509ms","start":"2026-03-06T01:21:33.816069Z","end":"2026-03-06T01:21:33.957453Z","steps":["trace[656293745] 'process raft request' (duration: 140.963757ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:34.188994Z","caller":"traceutil/trace.go:171","msg":"trace[1225251004] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"101.335929ms","start":"2026-03-06T01:21:34.087629Z","end":"2026-03-06T01:21:34.188965Z","steps":["trace[1225251004] 'process raft request' (duration: 51.645052ms)","trace[1225251004] 'compare' (duration: 49.477992ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:34.189181Z","caller":"traceutil/trace.go:171","msg":"trace[524972734] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"101.230146ms","start":"2026-03-06T01:21:34.087909Z","end":"2026-03-06T01:21:34.189139Z","steps":["trace[524972734] 'process raft request' (duration: 101.01369ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:35.751006Z","caller":"traceutil/trace.go:171","msg":"trace[437589130] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"144.223258ms","start":"2026-03-06T01:21:35.606743Z","end":"2026-03-06T01:21:35.750966Z","steps":["trace[437589130] 'process raft request' (duration: 144.013132ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:35.75925Z","caller":"traceutil/trace.go:171","msg":"trace[675654310] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"151.797138ms","start":"2026-03-06T01:21:35.607424Z","end":"2026-03-06T01:21:35.759221Z","steps":["trace[675654310] 'process raft request' (duration: 151.665794ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:37.871389Z","caller":"traceutil/trace.go:171","msg":"trace[2011938434] transaction","detail":"{read_only:false; response_revision:22822; number_of_response:1; }","duration":"113.534637ms","start":"2026-03-06T01:21:37.757825Z","end":"2026-03-06T01:21:37.871359Z","steps":["trace[2011938434] 'process raft request' (duration: 113.28164ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:37.95453Z","caller":"traceutil/trace.go:171","msg":"trace[210252412] transaction","detail":"{read_only:false; response_revision:22824; number_of_response:1; }","duration":"106.389909ms","start":"2026-03-06T01:21:37.848107Z","end":"2026-03-06T01:21:37.954497Z","steps":["trace[210252412] 'process raft request' (duration: 106.295636ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:37.95459Z","caller":"traceutil/trace.go:171","msg":"trace[620361280] transaction","detail":"{read_only:false; response_revision:22823; number_of_response:1; }","duration":"190.045978ms","start":"2026-03-06T01:21:37.764499Z","end":"2026-03-06T01:21:37.954545Z","steps":["trace[620361280] 'process raft request' (duration: 111.994434ms)","trace[620361280] 'compare' (duration: 77.754886ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:38.175822Z","caller":"traceutil/trace.go:171","msg":"trace[1012335781] transaction","detail":"{read_only:false; response_revision:22825; number_of_response:1; }","duration":"133.044858ms","start":"2026-03-06T01:21:38.042742Z","end":"2026-03-06T01:21:38.175787Z","steps":["trace[1012335781] 'process raft request' (duration: 106.121551ms)","trace[1012335781] 'compare' (duration: 26.766332ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:38.18148Z","caller":"traceutil/trace.go:171","msg":"trace[1917003381] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"134.230601ms","start":"2026-03-06T01:21:38.047229Z","end":"2026-03-06T01:21:38.18146Z","steps":["trace[1917003381] 'process raft request' (duration: 133.871321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.66266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.808617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:49.66283Z","caller":"traceutil/trace.go:171","msg":"trace[223392088] linearizableReadLoop","detail":"{readStateIndex:23716; appliedIndex:23715; }","duration":"406.66299ms","start":"2026-03-06T01:21:49.256138Z","end":"2026-03-06T01:21:49.662801Z","steps":["trace[223392088] 'read index received' (duration: 252.462734ms)","trace[223392088] 'applied index is now lower than readState.Index' (duration: 154.197636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:49.663034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.078333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:49.663099Z","caller":"traceutil/trace.go:171","msg":"trace[402102639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22903; }","duration":"337.190676ms","start":"2026-03-06T01:21:49.325887Z","end":"2026-03-06T01:21:49.663077Z","steps":["trace[402102639] 'agreement among raft nodes before linearized reading' (duration: 337.066463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.663153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:49.325865Z","time spent":"337.271957ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:49.663184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.019058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:21:49.663094Z","caller":"traceutil/trace.go:171","msg":"trace[487514471] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"438.30965ms","start":"2026-03-06T01:21:49.224696Z","end":"2026-03-06T01:21:49.663006Z","steps":["trace[487514471] 'process raft request' (duration: 284.027022ms)","trace[487514471] 'compare' (duration: 152.692181ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:49.663308Z","caller":"traceutil/trace.go:171","msg":"trace[1386817044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22903; }","duration":"407.228783ms","start":"2026-03-06T01:21:49.256054Z","end":"2026-03-06T01:21:49.663283Z","steps":["trace[1386817044] 'agreement among raft nodes before linearized reading' (duration: 406.886295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.663569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:49.224672Z","time spent":"438.7718ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:49.663693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:49.256012Z","time spent":"407.606452ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:21:54.345188Z","caller":"traceutil/trace.go:171","msg":"trace[1700359684] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"109.182753ms","start":"2026-03-06T01:21:54.235986Z","end":"2026-03-06T01:21:54.345168Z","steps":["trace[1700359684] 'process raft request' (duration: 109.02969ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:54.347066Z","caller":"traceutil/trace.go:171","msg":"trace[440447075] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"103.997453ms","start":"2026-03-06T01:21:54.243058Z","end":"2026-03-06T01:21:54.347056Z","steps":["trace[440447075] 'process raft request' (duration: 103.828689ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:54.813603Z","caller":"traceutil/trace.go:171","msg":"trace[511509278] linearizableReadLoop","detail":"{readStateIndex:23774; appliedIndex:23773; }","duration":"107.066414ms","start":"2026-03-06T01:21:54.706512Z","end":"2026-03-06T01:21:54.813579Z","steps":["trace[511509278] 'read index received' (duration: 106.859129ms)","trace[511509278] 'applied index is now lower than readState.Index' (duration: 206.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:54.8139Z","caller":"traceutil/trace.go:171","msg":"trace[1220330240] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"146.594208ms","start":"2026-03-06T01:21:54.667292Z","end":"2026-03-06T01:21:54.813886Z","steps":["trace[1220330240] 'process raft request' (duration: 146.145888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:54.814264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.74483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:21:54.814316Z","caller":"traceutil/trace.go:171","msg":"trace[869514222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22960; }","duration":"107.858692ms","start":"2026-03-06T01:21:54.706444Z","end":"2026-03-06T01:21:54.814303Z","steps":["trace[869514222] 'agreement among raft nodes before linearized reading' (duration: 107.678088ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:55.722818Z","caller":"traceutil/trace.go:171","msg":"trace[13066513] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"216.37833ms","start":"2026-03-06T01:21:55.506407Z","end":"2026-03-06T01:21:55.722785Z","steps":["trace[13066513] 'process raft request' (duration: 216.201186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.496271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844823750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:56.76778Z","caller":"traceutil/trace.go:171","msg":"trace[526136505] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"826.923698ms","start":"2026-03-06T01:21:55.940822Z","end":"2026-03-06T01:21:56.767745Z","steps":["trace[526136505] 'process raft request' (duration: 826.709363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:56.767969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.940796Z","time spent":"827.078601ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.134608Z","caller":"traceutil/trace.go:171","msg":"trace[2045864653] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"1.102253767s","start":"2026-03-06T01:21:56.032324Z","end":"2026-03-06T01:21:57.134577Z","steps":["trace[2045864653] 'process raft request' (duration: 1.102155914s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.134632Z","caller":"traceutil/trace.go:171","msg":"trace[404588152] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"1.116262924s","start":"2026-03-06T01:21:56.018323Z","end":"2026-03-06T01:21:57.134586Z","steps":["trace[404588152] 'process raft request' (duration: 1.115930076s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.134844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.03228Z","time spent":"1.102421361s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:57.134865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.018311Z","time spent":"1.116447399s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.134975Z","caller":"traceutil/trace.go:171","msg":"trace[67392472] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"781.476435ms","start":"2026-03-06T01:21:56.353488Z","end":"2026-03-06T01:21:57.134965Z","steps":["trace[67392472] 'process raft request' (duration: 781.042995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.135022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.353455Z","time spent":"781.541796ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.135198Z","caller":"traceutil/trace.go:171","msg":"trace[1744677580] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"781.643839ms","start":"2026-03-06T01:21:56.353541Z","end":"2026-03-06T01:21:57.135185Z","steps":["trace[1744677580] 'process raft request' (duration: 781.341522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.135273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.353513Z","time spent":"781.717511ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.135427Z","caller":"traceutil/trace.go:171","msg":"trace[1947199770] linearizableReadLoop","detail":"{readStateIndex:23783; appliedIndex:23778; }","duration":"1.139609681s","start":"2026-03-06T01:21:55.995775Z","end":"2026-03-06T01:21:57.135385Z","steps":["trace[1947199770] 'read index received' (duration: 771.8333ms)","trace[1947199770] 'applied index is now lower than readState.Index' (duration: 367.77104ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:57.13548Z","caller":"traceutil/trace.go:171","msg":"trace[1409994294] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"546.100661ms","start":"2026-03-06T01:21:56.589342Z","end":"2026-03-06T01:21:57.135443Z","steps":["trace[1409994294] 'process raft request' (duration: 545.784153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.135615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139814835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:57.13568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.589309Z","time spent":"546.249725ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:57.135715Z","caller":"traceutil/trace.go:171","msg":"trace[165946155] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22970; }","duration":"1.139985229s","start":"2026-03-06T01:21:55.995707Z","end":"2026-03-06T01:21:57.135692Z","steps":["trace[165946155] 'agreement among raft nodes before linearized reading' (duration: 1.139812825s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.135755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:55.995684Z","time spent":"1.140062401s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:57.240376Z","caller":"traceutil/trace.go:171","msg":"trace[1608866902] linearizableReadLoop","detail":"{readStateIndex:23785; appliedIndex:23784; }","duration":"104.841502ms","start":"2026-03-06T01:21:57.135502Z","end":"2026-03-06T01:21:57.240343Z","steps":["trace[1608866902] 'read index received' (duration: 103.379558ms)","trace[1608866902] 'applied index is now lower than readState.Index' (duration: 1.460504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:57.240654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226637185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:21:57.240676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111606905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:57.240703Z","caller":"traceutil/trace.go:171","msg":"trace[1398075018] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22971; }","duration":"1.226756548s","start":"2026-03-06T01:21:56.013932Z","end":"2026-03-06T01:21:57.240688Z","steps":["trace[1398075018] 'agreement among raft nodes before linearized reading' (duration: 1.226540933s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.240758Z","caller":"traceutil/trace.go:171","msg":"trace[2127755876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22971; }","duration":"1.111735708s","start":"2026-03-06T01:21:56.129001Z","end":"2026-03-06T01:21:57.240737Z","steps":["trace[2127755876] 'agreement among raft nodes before linearized reading' (duration: 1.111567844s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.240763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.013913Z","time spent":"1.22684144s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:21:57.240757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.005134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:21:57.24082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181792426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:57.240894Z","caller":"traceutil/trace.go:171","msg":"trace[811025744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22971; }","duration":"796.176959ms","start":"2026-03-06T01:21:56.444676Z","end":"2026-03-06T01:21:57.240853Z","steps":["trace[811025744] 'agreement among raft nodes before linearized reading' (duration: 795.720868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.240899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044290371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:57.240908Z","caller":"traceutil/trace.go:171","msg":"trace[45400014] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22971; }","duration":"1.181958201s","start":"2026-03-06T01:21:56.058926Z","end":"2026-03-06T01:21:57.240884Z","steps":["trace[45400014] 'agreement among raft nodes before linearized reading' (duration: 1.181780326s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:57.240955Z","caller":"traceutil/trace.go:171","msg":"trace[982215428] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22971; }","duration":"1.044367403s","start":"2026-03-06T01:21:56.196571Z","end":"2026-03-06T01:21:57.240938Z","steps":["trace[982215428] 'agreement among raft nodes before linearized reading' (duration: 1.044274721s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.240963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.058895Z","time spent":"1.182058542s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:57.240815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.128986Z","time spent":"1.1118204s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:57.240996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.196558Z","time spent":"1.044427924s","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:57.240984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.864011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:57.241059Z","caller":"traceutil/trace.go:171","msg":"trace[248575601] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22971; }","duration":"600.995314ms","start":"2026-03-06T01:21:56.640043Z","end":"2026-03-06T01:21:57.241038Z","steps":["trace[248575601] 'agreement among raft nodes before linearized reading' (duration: 600.862651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.241118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.64002Z","time spent":"601.082577ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:57.24097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.444664Z","time spent":"796.275611ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:21:57.241141Z","caller":"traceutil/trace.go:171","msg":"trace[696537463] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"288.955087ms","start":"2026-03-06T01:21:56.952122Z","end":"2026-03-06T01:21:57.241077Z","steps":["trace[696537463] 'process raft request' (duration: 286.782636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.241692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.305245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:57.241734Z","caller":"traceutil/trace.go:171","msg":"trace[613248619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22971; }","duration":"729.384637ms","start":"2026-03-06T01:21:56.512338Z","end":"2026-03-06T01:21:57.241722Z","steps":["trace[613248619] 'agreement among raft nodes before linearized reading' (duration: 728.892186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.241761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.856496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-03-06T01:21:57.241773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.105609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:21:57.241836Z","caller":"traceutil/trace.go:171","msg":"trace[229144976] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22971; }","duration":"808.957968ms","start":"2026-03-06T01:21:56.432859Z","end":"2026-03-06T01:21:57.241816Z","steps":["trace[229144976] 'agreement among raft nodes before linearized reading' (duration: 807.947424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.241895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.432839Z","time spent":"809.04296ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-06T01:21:57.241845Z","caller":"traceutil/trace.go:171","msg":"trace[1604936661] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:22971; }","duration":"578.262273ms","start":"2026-03-06T01:21:56.663565Z","end":"2026-03-06T01:21:57.241827Z","steps":["trace[1604936661] 'agreement among raft nodes before linearized reading' (duration: 577.365702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.24185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.854665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-06T01:21:57.241977Z","caller":"traceutil/trace.go:171","msg":"trace[1076533072] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22971; }","duration":"806.03278ms","start":"2026-03-06T01:21:56.435924Z","end":"2026-03-06T01:21:57.241956Z","steps":["trace[1076533072] 'agreement among raft nodes before linearized reading' (duration: 804.886453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.241784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.512313Z","time spent":"729.440998ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:57.242047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.435912Z","time spent":"806.125692ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:21:57.242067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.708706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:21:57.241975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.663538Z","time spent":"578.413567ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T01:21:57.242145Z","caller":"traceutil/trace.go:171","msg":"trace[833958812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22971; }","duration":"809.789678ms","start":"2026-03-06T01:21:56.432335Z","end":"2026-03-06T01:21:57.242125Z","steps":["trace[833958812] 'agreement among raft nodes before linearized reading' (duration: 808.486917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.242207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.432233Z","time spent":"809.960531ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:57.241778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.168218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:21:57.242474Z","caller":"traceutil/trace.go:171","msg":"trace[1684177787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22971; }","duration":"388.943845ms","start":"2026-03-06T01:21:56.853498Z","end":"2026-03-06T01:21:57.242442Z","steps":["trace[1684177787] 'agreement among raft nodes before linearized reading' (duration: 387.370128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.242849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.853468Z","time spent":"389.364165ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:21:57.2434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.335337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:57.243553Z","caller":"traceutil/trace.go:171","msg":"trace[336091550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22971; }","duration":"168.543791ms","start":"2026-03-06T01:21:57.074979Z","end":"2026-03-06T01:21:57.243523Z","steps":["trace[336091550] 'agreement among raft nodes before linearized reading' (duration: 166.095624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.243884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.440569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:57.243957Z","caller":"traceutil/trace.go:171","msg":"trace[777949830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22971; }","duration":"868.570672ms","start":"2026-03-06T01:21:56.375373Z","end":"2026-03-06T01:21:57.243943Z","steps":["trace[777949830] 'agreement among raft nodes before linearized reading' (duration: 865.020989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:57.243992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:56.375347Z","time spent":"868.637833ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:21:58.902944Z","caller":"traceutil/trace.go:171","msg":"trace[1460669041] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"208.980087ms","start":"2026-03-06T01:21:58.693935Z","end":"2026-03-06T01:21:58.902915Z","steps":["trace[1460669041] 'process raft request' (duration: 208.807493ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:58.958743Z","caller":"traceutil/trace.go:171","msg":"trace[1986081979] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"169.73961ms","start":"2026-03-06T01:21:58.78897Z","end":"2026-03-06T01:21:58.958709Z","steps":["trace[1986081979] 'process raft request' (duration: 169.580056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.596195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.452001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:59.596316Z","caller":"traceutil/trace.go:171","msg":"trace[541085079] transaction","detail":"{read_only:false; response_revision:22991; number_of_response:1; }","duration":"307.42536ms","start":"2026-03-06T01:21:59.28887Z","end":"2026-03-06T01:21:59.596295Z","steps":["trace[541085079] 'process raft request' (duration: 46.786455ms)","trace[541085079] 'compare' (duration: 260.309557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:59.596376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.288842Z","time spent":"307.507221ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:59.606581Z","caller":"traceutil/trace.go:171","msg":"trace[994824044] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"316.070882ms","start":"2026-03-06T01:21:59.290486Z","end":"2026-03-06T01:21:59.606557Z","steps":["trace[994824044] 'process raft request' (duration: 315.792725ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:59.606575Z","caller":"traceutil/trace.go:171","msg":"trace[815770313] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"316.135173ms","start":"2026-03-06T01:21:59.290411Z","end":"2026-03-06T01:21:59.606546Z","steps":["trace[815770313] 'process raft request' (duration: 316.056152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.606685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.290464Z","time spent":"316.171373ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:59.606722Z","caller":"traceutil/trace.go:171","msg":"trace[1589932192] linearizableReadLoop","detail":"{readStateIndex:23809; appliedIndex:23805; }","duration":"287.704028ms","start":"2026-03-06T01:21:59.318998Z","end":"2026-03-06T01:21:59.606702Z","steps":["trace[1589932192] 'read index received' (duration: 16.794843ms)","trace[1589932192] 'applied index is now lower than readState.Index' (duration: 270.906715ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:59.606795Z","caller":"traceutil/trace.go:171","msg":"trace[301085609] transaction","detail":"{read_only:false; response_revision:22994; number_of_response:1; }","duration":"315.685903ms","start":"2026-03-06T01:21:59.291091Z","end":"2026-03-06T01:21:59.606777Z","steps":["trace[301085609] 'process raft request' (duration: 315.419757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.606887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.894722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:59.606887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.29107Z","time spent":"315.774464ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:59.606936Z","caller":"traceutil/trace.go:171","msg":"trace[959007302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22994; }","duration":"288.001775ms","start":"2026-03-06T01:21:59.318922Z","end":"2026-03-06T01:21:59.606924Z","steps":["trace[959007302] 'agreement among raft nodes before linearized reading' (duration: 287.887393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.60673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:59.290378Z","time spent":"316.273876ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:59.607047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.249951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:21:59.607122Z","caller":"traceutil/trace.go:171","msg":"trace[1967043099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22994; }","duration":"285.357593ms","start":"2026-03-06T01:21:59.321751Z","end":"2026-03-06T01:21:59.607109Z","steps":["trace[1967043099] 'agreement among raft nodes before linearized reading' (duration: 285.167318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:59.607518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.781431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:21:59.608504Z","caller":"traceutil/trace.go:171","msg":"trace[1989060743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22994; }","duration":"253.839606ms","start":"2026-03-06T01:21:59.354613Z","end":"2026-03-06T01:21:59.608452Z","steps":["trace[1989060743] 'agreement among raft nodes before linearized reading' (duration: 252.496345ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:59.732819Z","caller":"traceutil/trace.go:171","msg":"trace[274930314] transaction","detail":"{read_only:false; response_revision:22996; number_of_response:1; }","duration":"119.060725ms","start":"2026-03-06T01:21:59.613714Z","end":"2026-03-06T01:21:59.732775Z","steps":["trace[274930314] 'process raft request' (duration: 104.002382ms)","trace[274930314] 'compare' (duration: 14.840827ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:00.027962Z","caller":"traceutil/trace.go:171","msg":"trace[1623732457] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"111.670862ms","start":"2026-03-06T01:21:59.916247Z","end":"2026-03-06T01:22:00.027918Z","steps":["trace[1623732457] 'process raft request' (duration: 111.137609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.523018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.383689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:01.523337Z","caller":"traceutil/trace.go:171","msg":"trace[2117412467] linearizableReadLoop","detail":"{readStateIndex:23819; appliedIndex:23816; }","duration":"261.882624ms","start":"2026-03-06T01:22:01.261429Z","end":"2026-03-06T01:22:01.523312Z","steps":["trace[2117412467] 'read index received' (duration: 81.020114ms)","trace[2117412467] 'applied index is now lower than readState.Index' (duration: 180.86106ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:01.523462Z","caller":"traceutil/trace.go:171","msg":"trace[1992846080] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"290.479583ms","start":"2026-03-06T01:22:01.232965Z","end":"2026-03-06T01:22:01.523445Z","steps":["trace[1992846080] 'process raft request' (duration: 290.190726ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:01.523443Z","caller":"traceutil/trace.go:171","msg":"trace[695091112] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"288.518367ms","start":"2026-03-06T01:22:01.234888Z","end":"2026-03-06T01:22:01.523407Z","steps":["trace[695091112] 'process raft request' (duration: 288.343323ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:01.523535Z","caller":"traceutil/trace.go:171","msg":"trace[898229715] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"290.37558ms","start":"2026-03-06T01:22:01.232856Z","end":"2026-03-06T01:22:01.523232Z","steps":["trace[898229715] 'process raft request' (duration: 109.651584ms)","trace[898229715] 'compare' (duration: 180.213074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:01.523555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.252143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-06T01:22:01.523613Z","caller":"traceutil/trace.go:171","msg":"trace[1908002097] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23004; }","duration":"268.339275ms","start":"2026-03-06T01:22:01.255259Z","end":"2026-03-06T01:22:01.523599Z","steps":["trace[1908002097] 'agreement among raft nodes before linearized reading' (duration: 268.13881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.52366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.755475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-06T01:22:01.523752Z","caller":"traceutil/trace.go:171","msg":"trace[153286118] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23004; }","duration":"268.910239ms","start":"2026-03-06T01:22:01.25482Z","end":"2026-03-06T01:22:01.523731Z","steps":["trace[153286118] 'agreement among raft nodes before linearized reading' (duration: 268.608042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.541358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.685987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:22:01.541339Z","caller":"traceutil/trace.go:171","msg":"trace[1543550588] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"267.642149ms","start":"2026-03-06T01:22:01.273667Z","end":"2026-03-06T01:22:01.541309Z","steps":["trace[1543550588] 'process raft request' (duration: 267.499435ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:01.541397Z","caller":"traceutil/trace.go:171","msg":"trace[1154913088] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23005; }","duration":"151.773949ms","start":"2026-03-06T01:22:01.389612Z","end":"2026-03-06T01:22:01.541386Z","steps":["trace[1154913088] 'agreement among raft nodes before linearized reading' (duration: 151.655877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:01.541421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.033252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:22:01.541476Z","caller":"traceutil/trace.go:171","msg":"trace[495853042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23005; }","duration":"151.126454ms","start":"2026-03-06T01:22:01.390337Z","end":"2026-03-06T01:22:01.541464Z","steps":["trace[495853042] 'agreement among raft nodes before linearized reading' (duration: 150.94052ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:01.679536Z","caller":"traceutil/trace.go:171","msg":"trace[1971437530] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"122.181986ms","start":"2026-03-06T01:22:01.557317Z","end":"2026-03-06T01:22:01.679499Z","steps":["trace[1971437530] 'process raft request' (duration: 88.49997ms)","trace[1971437530] 'compare' (duration: 33.389499ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:02.002135Z","caller":"traceutil/trace.go:171","msg":"trace[520535006] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"316.47816ms","start":"2026-03-06T01:22:01.685624Z","end":"2026-03-06T01:22:02.002102Z","steps":["trace[520535006] 'process raft request' (duration: 316.391928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:02.002158Z","caller":"traceutil/trace.go:171","msg":"trace[1261296880] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"317.153257ms","start":"2026-03-06T01:22:01.684959Z","end":"2026-03-06T01:22:02.002112Z","steps":["trace[1261296880] 'process raft request' (duration: 316.740567ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:02.002339Z","caller":"traceutil/trace.go:171","msg":"trace[1189377148] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23823; }","duration":"267.560057ms","start":"2026-03-06T01:22:01.73476Z","end":"2026-03-06T01:22:02.00232Z","steps":["trace[1189377148] 'read index received' (duration: 266.995393ms)","trace[1189377148] 'applied index is now lower than readState.Index' (duration: 563.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:02.002373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.68494Z","time spent":"317.31058ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:02.002526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.68561Z","time spent":"316.625445ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:02.00257Z","caller":"traceutil/trace.go:171","msg":"trace[734099054] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"316.780638ms","start":"2026-03-06T01:22:01.685736Z","end":"2026-03-06T01:22:02.002516Z","steps":["trace[734099054] 'process raft request' (duration: 316.315477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:02.002649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.869684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:02.002618Z","caller":"traceutil/trace.go:171","msg":"trace[2101785710] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"317.495594ms","start":"2026-03-06T01:22:01.685076Z","end":"2026-03-06T01:22:02.002572Z","steps":["trace[2101785710] 'process raft request' (duration: 316.8788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:02.003403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.685032Z","time spent":"318.295923ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:02.002711Z","caller":"traceutil/trace.go:171","msg":"trace[1378619452] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23012; }","duration":"267.989807ms","start":"2026-03-06T01:22:01.734701Z","end":"2026-03-06T01:22:02.002691Z","steps":["trace[1378619452] 'agreement among raft nodes before linearized reading' (duration: 267.781872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:02.002808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:01.685707Z","time spent":"316.964602ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:02.002842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.903966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:02.003691Z","caller":"traceutil/trace.go:171","msg":"trace[768284367] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23012; }","duration":"103.751966ms","start":"2026-03-06T01:22:01.899919Z","end":"2026-03-06T01:22:02.003671Z","steps":["trace[768284367] 'agreement among raft nodes before linearized reading' (duration: 102.841755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:02.002972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.313538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:02.003972Z","caller":"traceutil/trace.go:171","msg":"trace[101394510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23012; }","duration":"267.371723ms","start":"2026-03-06T01:22:01.736574Z","end":"2026-03-06T01:22:02.003946Z","steps":["trace[101394510] 'agreement among raft nodes before linearized reading' (duration: 266.173105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:03.104497Z","caller":"traceutil/trace.go:171","msg":"trace[1519085281] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"153.772756ms","start":"2026-03-06T01:22:02.950689Z","end":"2026-03-06T01:22:03.104462Z","steps":["trace[1519085281] 'process raft request' (duration: 153.279234ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:03.173005Z","caller":"traceutil/trace.go:171","msg":"trace[531407575] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"191.218062ms","start":"2026-03-06T01:22:02.981718Z","end":"2026-03-06T01:22:03.172936Z","steps":["trace[531407575] 'process raft request' (duration: 187.380572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.035235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.325087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:04.03541Z","caller":"traceutil/trace.go:171","msg":"trace[790863568] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23017; }","duration":"753.543732ms","start":"2026-03-06T01:22:03.281844Z","end":"2026-03-06T01:22:04.035388Z","steps":["trace[790863568] 'count revisions from in-memory index tree' (duration: 753.226104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.035483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.281823Z","time spent":"753.644925ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:04.036504Z","caller":"traceutil/trace.go:171","msg":"trace[1967684278] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"505.628214ms","start":"2026-03-06T01:22:03.53085Z","end":"2026-03-06T01:22:04.036478Z","steps":["trace[1967684278] 'process raft request' (duration: 505.514802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.03668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.53082Z","time spent":"505.765208ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:04.036862Z","caller":"traceutil/trace.go:171","msg":"trace[1549269956] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"505.960482ms","start":"2026-03-06T01:22:03.53086Z","end":"2026-03-06T01:22:04.036821Z","steps":["trace[1549269956] 'process raft request' (duration: 446.124483ms)","trace[1549269956] 'compare' (duration: 58.822646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:04.03696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.530831Z","time spent":"506.074365ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:04.066433Z","caller":"traceutil/trace.go:171","msg":"trace[2028507940] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"535.419231ms","start":"2026-03-06T01:22:03.53098Z","end":"2026-03-06T01:22:04.066399Z","steps":["trace[2028507940] 'process raft request' (duration: 535.193526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.066849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.53093Z","time spent":"535.642826ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:04.066882Z","caller":"traceutil/trace.go:171","msg":"trace[378932480] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"508.294527ms","start":"2026-03-06T01:22:03.558559Z","end":"2026-03-06T01:22:04.066853Z","steps":["trace[378932480] 'process raft request' (duration: 507.789215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.066973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.558515Z","time spent":"508.411499ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:04.066846Z","caller":"traceutil/trace.go:171","msg":"trace[1090920653] linearizableReadLoop","detail":"{readStateIndex:23836; appliedIndex:23833; }","duration":"535.526523ms","start":"2026-03-06T01:22:03.531273Z","end":"2026-03-06T01:22:04.066799Z","steps":["trace[1090920653] 'read index received' (duration: 445.730713ms)","trace[1090920653] 'applied index is now lower than readState.Index' (duration: 89.79221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:04.067172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.871101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-06T01:22:04.067256Z","caller":"traceutil/trace.go:171","msg":"trace[1884793243] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23021; }","duration":"535.999255ms","start":"2026-03-06T01:22:03.531239Z","end":"2026-03-06T01:22:04.067239Z","steps":["trace[1884793243] 'agreement among raft nodes before linearized reading' (duration: 535.681487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.067266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.885092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-03-06T01:22:04.067313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.53123Z","time spent":"536.070936ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-06T01:22:04.067321Z","caller":"traceutil/trace.go:171","msg":"trace[1415163639] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23021; }","duration":"535.985264ms","start":"2026-03-06T01:22:03.531321Z","end":"2026-03-06T01:22:04.067306Z","steps":["trace[1415163639] 'agreement among raft nodes before linearized reading' (duration: 535.778029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.067596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.933806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:04.067629Z","caller":"traceutil/trace.go:171","msg":"trace[1807610383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23021; }","duration":"330.020338ms","start":"2026-03-06T01:22:03.7376Z","end":"2026-03-06T01:22:04.067621Z","steps":["trace[1807610383] 'agreement among raft nodes before linearized reading' (duration: 329.924005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.06765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.737575Z","time spent":"330.070639ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:04.067633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:03.531303Z","time spent":"536.302042ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-06T01:22:04.195142Z","caller":"traceutil/trace.go:171","msg":"trace[1101167009] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"120.725104ms","start":"2026-03-06T01:22:04.074375Z","end":"2026-03-06T01:22:04.1951Z","steps":["trace[1101167009] 'process raft request' (duration: 68.537003ms)","trace[1101167009] 'compare' (duration: 52.038557ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:04.255005Z","caller":"traceutil/trace.go:171","msg":"trace[726342931] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"180.564153ms","start":"2026-03-06T01:22:04.07441Z","end":"2026-03-06T01:22:04.254974Z","steps":["trace[726342931] 'process raft request' (duration: 180.312077ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:04.255386Z","caller":"traceutil/trace.go:171","msg":"trace[865645851] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"180.923361ms","start":"2026-03-06T01:22:04.074447Z","end":"2026-03-06T01:22:04.25537Z","steps":["trace[865645851] 'process raft request' (duration: 180.475371ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:04.255477Z","caller":"traceutil/trace.go:171","msg":"trace[141353002] linearizableReadLoop","detail":"{readStateIndex:23843; appliedIndex:23837; }","duration":"180.234244ms","start":"2026-03-06T01:22:04.0752Z","end":"2026-03-06T01:22:04.255434Z","steps":["trace[141353002] 'read index received' (duration: 67.729593ms)","trace[141353002] 'applied index is now lower than readState.Index' (duration: 112.503661ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:04.255504Z","caller":"traceutil/trace.go:171","msg":"trace[890086534] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"180.967562ms","start":"2026-03-06T01:22:04.074497Z","end":"2026-03-06T01:22:04.255465Z","steps":["trace[890086534] 'process raft request' (duration: 180.849559ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:04.255541Z","caller":"traceutil/trace.go:171","msg":"trace[420994309] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"181.055434ms","start":"2026-03-06T01:22:04.074462Z","end":"2026-03-06T01:22:04.255517Z","steps":["trace[420994309] 'process raft request' (duration: 180.747177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:04.255559Z","caller":"traceutil/trace.go:171","msg":"trace[1424973949] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"181.007873ms","start":"2026-03-06T01:22:04.074538Z","end":"2026-03-06T01:22:04.255546Z","steps":["trace[1424973949] 'process raft request' (duration: 180.847319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:04.255781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.563833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-06T01:22:04.255787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.839063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:04.25583Z","caller":"traceutil/trace.go:171","msg":"trace[1610289255] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23027; }","duration":"180.688895ms","start":"2026-03-06T01:22:04.075127Z","end":"2026-03-06T01:22:04.255816Z","steps":["trace[1610289255] 'agreement among raft nodes before linearized reading' (duration: 180.492501ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:04.255848Z","caller":"traceutil/trace.go:171","msg":"trace[685343862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23027; }","duration":"125.914235ms","start":"2026-03-06T01:22:04.129912Z","end":"2026-03-06T01:22:04.255827Z","steps":["trace[685343862] 'agreement among raft nodes before linearized reading' (duration: 125.792172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.330177Z","caller":"traceutil/trace.go:171","msg":"trace[251186430] linearizableReadLoop","detail":"{readStateIndex:23848; appliedIndex:23847; }","duration":"256.059968ms","start":"2026-03-06T01:22:06.074091Z","end":"2026-03-06T01:22:06.330151Z","steps":["trace[251186430] 'read index received' (duration: 256.006816ms)","trace[251186430] 'applied index is now lower than readState.Index' (duration: 52.101µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:06.330207Z","caller":"traceutil/trace.go:171","msg":"trace[1880578823] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"257.627154ms","start":"2026-03-06T01:22:06.072554Z","end":"2026-03-06T01:22:06.330181Z","steps":["trace[1880578823] 'process raft request' (duration: 257.45212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.330402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.290574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-06T01:22:06.330467Z","caller":"traceutil/trace.go:171","msg":"trace[1436871747] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23032; }","duration":"256.408496ms","start":"2026-03-06T01:22:06.074046Z","end":"2026-03-06T01:22:06.330454Z","steps":["trace[1436871747] 'agreement among raft nodes before linearized reading' (duration: 256.229991ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.331649Z","caller":"traceutil/trace.go:171","msg":"trace[427258520] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"257.154384ms","start":"2026-03-06T01:22:06.074454Z","end":"2026-03-06T01:22:06.331609Z","steps":["trace[427258520] 'process raft request' (duration: 256.892497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.331701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.390469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-06T01:22:06.331802Z","caller":"traceutil/trace.go:171","msg":"trace[179854973] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23033; }","duration":"254.561473ms","start":"2026-03-06T01:22:06.07722Z","end":"2026-03-06T01:22:06.331781Z","steps":["trace[179854973] 'agreement among raft nodes before linearized reading' (duration: 254.282736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:06.331861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.002117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:06.331847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.04358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:06.331869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.901465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:06.331934Z","caller":"traceutil/trace.go:171","msg":"trace[1092480400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23033; }","duration":"177.205284ms","start":"2026-03-06T01:22:06.154709Z","end":"2026-03-06T01:22:06.331915Z","steps":["trace[1092480400] 'agreement among raft nodes before linearized reading' (duration: 177.04236ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.331978Z","caller":"traceutil/trace.go:171","msg":"trace[38080963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23033; }","duration":"132.076309ms","start":"2026-03-06T01:22:06.199878Z","end":"2026-03-06T01:22:06.331954Z","steps":["trace[38080963] 'agreement among raft nodes before linearized reading' (duration: 131.808352ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:06.331924Z","caller":"traceutil/trace.go:171","msg":"trace[510311373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23033; }","duration":"203.113689ms","start":"2026-03-06T01:22:06.128783Z","end":"2026-03-06T01:22:06.331897Z","steps":["trace[510311373] 'agreement among raft nodes before linearized reading' (duration: 202.976976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:08.912044Z","caller":"traceutil/trace.go:171","msg":"trace[330265948] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"143.087495ms","start":"2026-03-06T01:22:08.768924Z","end":"2026-03-06T01:22:08.912012Z","steps":["trace[330265948] 'process raft request' (duration: 142.86837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.712088Z","caller":"traceutil/trace.go:171","msg":"trace[1436926983] linearizableReadLoop","detail":"{readStateIndex:23920; appliedIndex:23918; }","duration":"125.787562ms","start":"2026-03-06T01:22:16.586273Z","end":"2026-03-06T01:22:16.71206Z","steps":["trace[1436926983] 'read index received' (duration: 12.465972ms)","trace[1436926983] 'applied index is now lower than readState.Index' (duration: 113.32026ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:16.712248Z","caller":"traceutil/trace.go:171","msg":"trace[1245372691] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"131.792492ms","start":"2026-03-06T01:22:16.580446Z","end":"2026-03-06T01:22:16.712238Z","steps":["trace[1245372691] 'process raft request' (duration: 126.13333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.712424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.138707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:22:16.712501Z","caller":"traceutil/trace.go:171","msg":"trace[792280164] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23102; }","duration":"122.26666ms","start":"2026-03-06T01:22:16.590216Z","end":"2026-03-06T01:22:16.712483Z","steps":["trace[792280164] 'agreement among raft nodes before linearized reading' (duration: 122.093416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.712629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.104115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:16.712647Z","caller":"traceutil/trace.go:171","msg":"trace[1533349625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23102; }","duration":"116.133685ms","start":"2026-03-06T01:22:16.596508Z","end":"2026-03-06T01:22:16.712642Z","steps":["trace[1533349625] 'agreement among raft nodes before linearized reading' (duration: 116.080774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.712815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.209517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:22:16.71284Z","caller":"traceutil/trace.go:171","msg":"trace[1248294137] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23102; }","duration":"119.246199ms","start":"2026-03-06T01:22:16.593584Z","end":"2026-03-06T01:22:16.71283Z","steps":["trace[1248294137] 'agreement among raft nodes before linearized reading' (duration: 119.192268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.712959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.773181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:22:16.712988Z","caller":"traceutil/trace.go:171","msg":"trace[820571338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23102; }","duration":"119.843562ms","start":"2026-03-06T01:22:16.593138Z","end":"2026-03-06T01:22:16.712982Z","steps":["trace[820571338] 'agreement among raft nodes before linearized reading' (duration: 119.772681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:16.713028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.727994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:16.713112Z","caller":"traceutil/trace.go:171","msg":"trace[266311741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23102; }","duration":"126.884527ms","start":"2026-03-06T01:22:16.586208Z","end":"2026-03-06T01:22:16.713092Z","steps":["trace[266311741] 'agreement among raft nodes before linearized reading' (duration: 126.700053ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:16.924719Z","caller":"traceutil/trace.go:171","msg":"trace[1122237762] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"201.791069ms","start":"2026-03-06T01:22:16.722888Z","end":"2026-03-06T01:22:16.924679Z","steps":["trace[1122237762] 'process raft request' (duration: 201.524913ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:17.561553Z","caller":"traceutil/trace.go:171","msg":"trace[1193792992] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"299.791411ms","start":"2026-03-06T01:22:17.261726Z","end":"2026-03-06T01:22:17.561518Z","steps":["trace[1193792992] 'process raft request' (duration: 299.587166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:17.84155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.365783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:17.841796Z","caller":"traceutil/trace.go:171","msg":"trace[279796211] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"532.80092ms","start":"2026-03-06T01:22:17.308943Z","end":"2026-03-06T01:22:17.841744Z","steps":["trace[279796211] 'process raft request' (duration: 386.14089ms)","trace[279796211] 'compare' (duration: 146.23671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:17.842002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.308912Z","time spent":"532.975694ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:17.842024Z","caller":"traceutil/trace.go:171","msg":"trace[1837533730] linearizableReadLoop","detail":"{readStateIndex:23931; appliedIndex:23929; }","duration":"524.380053ms","start":"2026-03-06T01:22:17.317619Z","end":"2026-03-06T01:22:17.841999Z","steps":["trace[1837533730] 'read index received' (duration: 243.770951ms)","trace[1837533730] 'applied index is now lower than readState.Index' (duration: 280.607472ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:17.842175Z","caller":"traceutil/trace.go:171","msg":"trace[1704324982] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"388.427983ms","start":"2026-03-06T01:22:17.453727Z","end":"2026-03-06T01:22:17.842155Z","steps":["trace[1704324982] 'process raft request' (duration: 387.915971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:17.842249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.453691Z","time spent":"388.525826ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:17.8425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.865165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:17.842543Z","caller":"traceutil/trace.go:171","msg":"trace[2127367985] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23113; }","duration":"524.922836ms","start":"2026-03-06T01:22:17.317603Z","end":"2026-03-06T01:22:17.842526Z","steps":["trace[2127367985] 'agreement among raft nodes before linearized reading' (duration: 524.558277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:17.84266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:17.317547Z","time spent":"525.076879ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":87,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:18.297968Z","caller":"traceutil/trace.go:171","msg":"trace[1797018437] linearizableReadLoop","detail":"{readStateIndex:23933; appliedIndex:23932; }","duration":"158.959807ms","start":"2026-03-06T01:22:18.138976Z","end":"2026-03-06T01:22:18.297935Z","steps":["trace[1797018437] 'read index received' (duration: 158.811283ms)","trace[1797018437] 'applied index is now lower than readState.Index' (duration: 147.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:18.29801Z","caller":"traceutil/trace.go:171","msg":"trace[335483513] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"159.07203ms","start":"2026-03-06T01:22:18.138912Z","end":"2026-03-06T01:22:18.297984Z","steps":["trace[335483513] 'process raft request' (duration: 158.783013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.298134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.129712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:18.298186Z","caller":"traceutil/trace.go:171","msg":"trace[1543670898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23114; }","duration":"159.258334ms","start":"2026-03-06T01:22:18.138916Z","end":"2026-03-06T01:22:18.298174Z","steps":["trace[1543670898] 'agreement among raft nodes before linearized reading' (duration: 159.132902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.817041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.452219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:18.817382Z","caller":"traceutil/trace.go:171","msg":"trace[1244304786] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"396.42198ms","start":"2026-03-06T01:22:18.420934Z","end":"2026-03-06T01:22:18.817356Z","steps":["trace[1244304786] 'process raft request' (duration: 396.369009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.817492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.42091Z","time spent":"396.530043ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:18.817797Z","caller":"traceutil/trace.go:171","msg":"trace[1707573471] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"676.766297ms","start":"2026-03-06T01:22:18.141009Z","end":"2026-03-06T01:22:18.817776Z","steps":["trace[1707573471] 'process raft request' (duration: 250.458637ms)","trace[1707573471] 'compare' (duration: 425.167143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:18.817941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.140953Z","time spent":"676.898319ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:18.818141Z","caller":"traceutil/trace.go:171","msg":"trace[416836432] linearizableReadLoop","detail":"{readStateIndex:23935; appliedIndex:23933; }","duration":"518.501986ms","start":"2026-03-06T01:22:18.299614Z","end":"2026-03-06T01:22:18.818116Z","steps":["trace[416836432] 'read index received' (duration: 91.807947ms)","trace[416836432] 'applied index is now lower than readState.Index' (duration: 426.692089ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:18.81835Z","caller":"traceutil/trace.go:171","msg":"trace[354491661] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"652.339195ms","start":"2026-03-06T01:22:18.166Z","end":"2026-03-06T01:22:18.818339Z","steps":["trace[354491661] 'process raft request' (duration: 651.177828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.818507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.165979Z","time spent":"652.397037ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:18.818488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.796882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:18.818606Z","caller":"traceutil/trace.go:171","msg":"trace[747818183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23117; }","duration":"518.965536ms","start":"2026-03-06T01:22:18.299608Z","end":"2026-03-06T01:22:18.818574Z","steps":["trace[747818183] 'agreement among raft nodes before linearized reading' (duration: 518.728131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.818678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.299536Z","time spent":"519.12444ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:18.901873Z","caller":"traceutil/trace.go:171","msg":"trace[1455208378] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"463.51602ms","start":"2026-03-06T01:22:18.438321Z","end":"2026-03-06T01:22:18.901837Z","steps":["trace[1455208378] 'process raft request' (duration: 463.209452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:18.902108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.438296Z","time spent":"463.678124ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:19.118332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.853893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:19.118544Z","caller":"traceutil/trace.go:171","msg":"trace[1133617650] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23936; }","duration":"300.312272ms","start":"2026-03-06T01:22:18.818203Z","end":"2026-03-06T01:22:19.118515Z","steps":["trace[1133617650] 'read index received' (duration: 83.476272ms)","trace[1133617650] 'applied index is now lower than readState.Index' (duration: 216.8336ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:19.118747Z","caller":"traceutil/trace.go:171","msg":"trace[734556913] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"507.082938ms","start":"2026-03-06T01:22:18.611618Z","end":"2026-03-06T01:22:19.118701Z","steps":["trace[734556913] 'process raft request' (duration: 327.716523ms)","trace[734556913] 'compare' (duration: 178.659118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:19.118849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.71337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-03-06T01:22:19.118857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.814758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:19.118922Z","caller":"traceutil/trace.go:171","msg":"trace[126927796] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23119; }","duration":"710.837334ms","start":"2026-03-06T01:22:18.408065Z","end":"2026-03-06T01:22:19.118902Z","steps":["trace[126927796] 'agreement among raft nodes before linearized reading' (duration: 710.592288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.118889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.752755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:19.118954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.611592Z","time spent":"507.262852ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:19.11899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.408038Z","time spent":"710.938625ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:22:19.119081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.108781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"warn","ts":"2026-03-06T01:22:19.119051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.300715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:22:19.119124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.955956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:19.119161Z","caller":"traceutil/trace.go:171","msg":"trace[465585064] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23119; }","duration":"682.226704ms","start":"2026-03-06T01:22:18.436908Z","end":"2026-03-06T01:22:19.119135Z","steps":["trace[465585064] 'agreement among raft nodes before linearized reading' (duration: 681.725072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.119162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.753281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-jn5d9\" ","response":"range_response_count:1 size:8860"} {"level":"warn","ts":"2026-03-06T01:22:19.118886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.940031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:22:19.119183Z","caller":"traceutil/trace.go:171","msg":"trace[108795048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23119; }","duration":"363.51329ms","start":"2026-03-06T01:22:18.755638Z","end":"2026-03-06T01:22:19.119152Z","steps":["trace[108795048] 'agreement among raft nodes before linearized reading' (duration: 363.111161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:19.119202Z","caller":"traceutil/trace.go:171","msg":"trace[1571416224] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23119; }","duration":"138.031298ms","start":"2026-03-06T01:22:18.981147Z","end":"2026-03-06T01:22:19.119179Z","steps":["trace[1571416224] 'agreement among raft nodes before linearized reading' (duration: 137.855354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:19.119223Z","caller":"traceutil/trace.go:171","msg":"trace[718153558] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-jn5d9; range_end:; response_count:1; response_revision:23119; }","duration":"769.866464ms","start":"2026-03-06T01:22:18.349344Z","end":"2026-03-06T01:22:19.11921Z","steps":["trace[718153558] 'agreement among raft nodes before linearized reading' (duration: 769.628848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.119221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.436883Z","time spent":"682.323927ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7290,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-06T01:22:19.119241Z","caller":"traceutil/trace.go:171","msg":"trace[1299611143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23119; }","duration":"364.365641ms","start":"2026-03-06T01:22:18.754855Z","end":"2026-03-06T01:22:19.119221Z","steps":["trace[1299611143] 'agreement among raft nodes before linearized reading' (duration: 363.792588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.119266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.349317Z","time spent":"769.938145ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8883,"request content":"key:\"/registry/pods/openstack/magnum-domain-ks-user-jn5d9\" "} {"level":"warn","ts":"2026-03-06T01:22:19.119255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.299719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:19.119318Z","caller":"traceutil/trace.go:171","msg":"trace[1953044837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23119; }","duration":"364.371551ms","start":"2026-03-06T01:22:18.75493Z","end":"2026-03-06T01:22:19.119302Z","steps":["trace[1953044837] 'agreement among raft nodes before linearized reading' (duration: 364.186607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.119316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.754836Z","time spent":"364.462513ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:19.119518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.754926Z","time spent":"364.583096ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:19.119004Z","caller":"traceutil/trace.go:171","msg":"trace[1659666300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23119; }","duration":"401.922418ms","start":"2026-03-06T01:22:18.717058Z","end":"2026-03-06T01:22:19.118981Z","steps":["trace[1659666300] 'agreement among raft nodes before linearized reading' (duration: 401.56421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.119604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.717038Z","time spent":"402.551124ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:19.119252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.755624Z","time spent":"363.617664ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:22:19.118934Z","caller":"traceutil/trace.go:171","msg":"trace[573333861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23119; }","duration":"363.89791ms","start":"2026-03-06T01:22:18.755017Z","end":"2026-03-06T01:22:19.118915Z","steps":["trace[573333861] 'agreement among raft nodes before linearized reading' (duration: 363.622173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.119665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.751335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:271374"} {"level":"info","ts":"2026-03-06T01:22:19.119725Z","caller":"traceutil/trace.go:171","msg":"trace[817040205] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23119; }","duration":"788.815677ms","start":"2026-03-06T01:22:18.330895Z","end":"2026-03-06T01:22:19.11971Z","steps":["trace[817040205] 'agreement among raft nodes before linearized reading' (duration: 788.010548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.119729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.755012Z","time spent":"364.697119ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:19.119776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.330821Z","time spent":"788.94571ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":271397,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:22:19.118844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.903468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:19.119942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.411458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-jn5d9\" ","response":"range_response_count:1 size:2829"} {"level":"info","ts":"2026-03-06T01:22:19.119992Z","caller":"traceutil/trace.go:171","msg":"trace[94185537] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-jn5d9; range_end:; response_count:1; response_revision:23119; }","duration":"664.463689ms","start":"2026-03-06T01:22:18.455514Z","end":"2026-03-06T01:22:19.119977Z","steps":["trace[94185537] 'agreement among raft nodes before linearized reading' (duration: 664.280264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.120038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.455474Z","time spent":"664.555621ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2852,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/magnum-domain-ks-user-jn5d9\" "} {"level":"info","ts":"2026-03-06T01:22:19.119959Z","caller":"traceutil/trace.go:171","msg":"trace[1984057728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23119; }","duration":"385.116146ms","start":"2026-03-06T01:22:18.734821Z","end":"2026-03-06T01:22:19.119938Z","steps":["trace[1984057728] 'agreement among raft nodes before linearized reading' (duration: 383.908458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.120121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.734784Z","time spent":"385.29994ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:19.118886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.227674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:19.120221Z","caller":"traceutil/trace.go:171","msg":"trace[2132785972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23119; }","duration":"491.619717ms","start":"2026-03-06T01:22:18.628585Z","end":"2026-03-06T01:22:19.120205Z","steps":["trace[2132785972] 'agreement among raft nodes before linearized reading' (duration: 490.118882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:19.120289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:18.628563Z","time spent":"491.710049ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:22:19.30506Z","caller":"traceutil/trace.go:171","msg":"trace[1720747502] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"178.857432ms","start":"2026-03-06T01:22:19.126169Z","end":"2026-03-06T01:22:19.305027Z","steps":["trace[1720747502] 'process raft request' (duration: 178.75155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:19.305054Z","caller":"traceutil/trace.go:171","msg":"trace[1988388593] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"179.299283ms","start":"2026-03-06T01:22:19.125704Z","end":"2026-03-06T01:22:19.305003Z","steps":["trace[1988388593] 'process raft request' (duration: 161.011925ms)","trace[1988388593] 'compare' (duration: 17.979711ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:19.305386Z","caller":"traceutil/trace.go:171","msg":"trace[2024935621] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"179.089228ms","start":"2026-03-06T01:22:19.126251Z","end":"2026-03-06T01:22:19.305341Z","steps":["trace[2024935621] 'process raft request' (duration: 178.717819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:19.305404Z","caller":"traceutil/trace.go:171","msg":"trace[288564330] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"179.076727ms","start":"2026-03-06T01:22:19.126297Z","end":"2026-03-06T01:22:19.305373Z","steps":["trace[288564330] 'process raft request' (duration: 178.912544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:19.305596Z","caller":"traceutil/trace.go:171","msg":"trace[1478658710] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"179.242952ms","start":"2026-03-06T01:22:19.126327Z","end":"2026-03-06T01:22:19.30557Z","steps":["trace[1478658710] 'process raft request' (duration: 179.006707ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:19.305621Z","caller":"traceutil/trace.go:171","msg":"trace[450463762] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"179.282163ms","start":"2026-03-06T01:22:19.126327Z","end":"2026-03-06T01:22:19.30561Z","steps":["trace[450463762] 'process raft request' (duration: 179.13736ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:19.305683Z","caller":"traceutil/trace.go:171","msg":"trace[1290349292] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"175.129375ms","start":"2026-03-06T01:22:19.130543Z","end":"2026-03-06T01:22:19.305673Z","steps":["trace[1290349292] 'process raft request' (duration: 175.014573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:20.045624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.216731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:20.04594Z","caller":"traceutil/trace.go:171","msg":"trace[922620345] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"196.182548ms","start":"2026-03-06T01:22:19.849679Z","end":"2026-03-06T01:22:20.045862Z","steps":["trace[922620345] 'process raft request' (duration: 84.631219ms)","trace[922620345] 'compare' (duration: 110.611397ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:20.686329Z","caller":"traceutil/trace.go:171","msg":"trace[1286642027] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"155.055286ms","start":"2026-03-06T01:22:20.531235Z","end":"2026-03-06T01:22:20.68629Z","steps":["trace[1286642027] 'process raft request' (duration: 104.531464ms)","trace[1286642027] 'compare' (duration: 50.350858ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:21.71475Z","caller":"traceutil/trace.go:171","msg":"trace[4055341] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"394.974336ms","start":"2026-03-06T01:22:21.319752Z","end":"2026-03-06T01:22:21.714726Z","steps":["trace[4055341] 'process raft request' (duration: 394.775351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.714914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.319736Z","time spent":"395.081129ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:21.864406Z","caller":"traceutil/trace.go:171","msg":"trace[9688413] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"544.478143ms","start":"2026-03-06T01:22:21.319883Z","end":"2026-03-06T01:22:21.864361Z","steps":["trace[9688413] 'process raft request' (duration: 490.05641ms)","trace[9688413] 'compare' (duration: 53.850959ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:21.864418Z","caller":"traceutil/trace.go:171","msg":"trace[664171235] linearizableReadLoop","detail":"{readStateIndex:23964; appliedIndex:23958; }","duration":"497.238548ms","start":"2026-03-06T01:22:21.367149Z","end":"2026-03-06T01:22:21.864387Z","steps":["trace[664171235] 'read index received' (duration: 347.419694ms)","trace[664171235] 'applied index is now lower than readState.Index' (duration: 149.817214ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:21.864453Z","caller":"traceutil/trace.go:171","msg":"trace[2037239931] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"544.533964ms","start":"2026-03-06T01:22:21.319891Z","end":"2026-03-06T01:22:21.864425Z","steps":["trace[2037239931] 'process raft request' (duration: 544.210356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.864438Z","caller":"traceutil/trace.go:171","msg":"trace[1834014592] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"544.454783ms","start":"2026-03-06T01:22:21.319951Z","end":"2026-03-06T01:22:21.864406Z","steps":["trace[1834014592] 'process raft request' (duration: 544.292259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.864613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.319867Z","time spent":"544.644487ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:21.864701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.526485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:22:21.864756Z","caller":"traceutil/trace.go:171","msg":"trace[1363814586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23145; }","duration":"497.651258ms","start":"2026-03-06T01:22:21.367087Z","end":"2026-03-06T01:22:21.864739Z","steps":["trace[1363814586] 'agreement among raft nodes before linearized reading' (duration: 497.412103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.864611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.31986Z","time spent":"544.641057ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:21.864797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.367059Z","time spent":"497.729609ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-06T01:22:21.864863Z","caller":"traceutil/trace.go:171","msg":"trace[1879552133] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"544.473803ms","start":"2026-03-06T01:22:21.320374Z","end":"2026-03-06T01:22:21.864848Z","steps":["trace[1879552133] 'process raft request' (duration: 543.92102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:21.864885Z","caller":"traceutil/trace.go:171","msg":"trace[75925097] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"543.53174ms","start":"2026-03-06T01:22:21.32134Z","end":"2026-03-06T01:22:21.864872Z","steps":["trace[75925097] 'process raft request' (duration: 542.993848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:21.864938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.320364Z","time spent":"544.541634ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:21.86494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.321324Z","time spent":"543.583802ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:21.865031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:21.319943Z","time spent":"544.77894ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:22.050992Z","caller":"traceutil/trace.go:171","msg":"trace[769000891] linearizableReadLoop","detail":"{readStateIndex:23965; appliedIndex:23964; }","duration":"182.523608ms","start":"2026-03-06T01:22:21.868441Z","end":"2026-03-06T01:22:22.050964Z","steps":["trace[769000891] 'read index received' (duration: 182.145789ms)","trace[769000891] 'applied index is now lower than readState.Index' (duration: 375.609µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:22.051061Z","caller":"traceutil/trace.go:171","msg":"trace[440779067] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"185.768574ms","start":"2026-03-06T01:22:21.865262Z","end":"2026-03-06T01:22:22.05103Z","steps":["trace[440779067] 'process raft request' (duration: 185.437236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:22.051491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.011419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c0fb4cc6-5b12-4d57-8a2e-38a22ad0708f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-06T01:22:22.051629Z","caller":"traceutil/trace.go:171","msg":"trace[154316290] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c0fb4cc6-5b12-4d57-8a2e-38a22ad0708f; range_end:; response_count:1; response_revision:23146; }","duration":"183.200174ms","start":"2026-03-06T01:22:21.868398Z","end":"2026-03-06T01:22:22.051598Z","steps":["trace[154316290] 'agreement among raft nodes before linearized reading' (duration: 182.690762ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:22.288255Z","caller":"traceutil/trace.go:171","msg":"trace[2087623515] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"155.837474ms","start":"2026-03-06T01:22:22.132381Z","end":"2026-03-06T01:22:22.288219Z","steps":["trace[2087623515] 'process raft request' (duration: 149.190749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:22.85414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.553851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:22.854253Z","caller":"traceutil/trace.go:171","msg":"trace[1778802275] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"385.865134ms","start":"2026-03-06T01:22:22.468364Z","end":"2026-03-06T01:22:22.854229Z","steps":["trace[1778802275] 'process raft request' (duration: 87.133108ms)","trace[1778802275] 'compare' (duration: 298.149102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:22.854293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:22.468347Z","time spent":"385.931835ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:22.856695Z","caller":"traceutil/trace.go:171","msg":"trace[1845251933] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"288.536488ms","start":"2026-03-06T01:22:22.56813Z","end":"2026-03-06T01:22:22.856666Z","steps":["trace[1845251933] 'process raft request' (duration: 288.185789ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.032585Z","caller":"traceutil/trace.go:171","msg":"trace[849546263] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"171.998372ms","start":"2026-03-06T01:22:22.860549Z","end":"2026-03-06T01:22:23.032547Z","steps":["trace[849546263] 'process raft request' (duration: 164.378774ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.033096Z","caller":"traceutil/trace.go:171","msg":"trace[133612735] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"158.365243ms","start":"2026-03-06T01:22:22.874717Z","end":"2026-03-06T01:22:23.033082Z","steps":["trace[133612735] 'process raft request' (duration: 158.051266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.033088Z","caller":"traceutil/trace.go:171","msg":"trace[451391398] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"169.099165ms","start":"2026-03-06T01:22:22.863956Z","end":"2026-03-06T01:22:23.033056Z","steps":["trace[451391398] 'process raft request' (duration: 168.702215ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.0332Z","caller":"traceutil/trace.go:171","msg":"trace[114090985] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"156.08678ms","start":"2026-03-06T01:22:22.87707Z","end":"2026-03-06T01:22:23.033157Z","steps":["trace[114090985] 'process raft request' (duration: 155.764923ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.033185Z","caller":"traceutil/trace.go:171","msg":"trace[1641717132] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"171.464169ms","start":"2026-03-06T01:22:22.861613Z","end":"2026-03-06T01:22:23.033077Z","steps":["trace[1641717132] 'process raft request' (duration: 170.832514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.033444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.843872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:23.033495Z","caller":"traceutil/trace.go:171","msg":"trace[317199255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23158; }","duration":"170.005456ms","start":"2026-03-06T01:22:22.863478Z","end":"2026-03-06T01:22:23.033483Z","steps":["trace[317199255] 'agreement among raft nodes before linearized reading' (duration: 169.854682ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.032945Z","caller":"traceutil/trace.go:171","msg":"trace[774160165] linearizableReadLoop","detail":"{readStateIndex:23975; appliedIndex:23972; }","duration":"169.320559ms","start":"2026-03-06T01:22:22.863587Z","end":"2026-03-06T01:22:23.032908Z","steps":["trace[774160165] 'read index received' (duration: 50.279296ms)","trace[774160165] 'applied index is now lower than readState.Index' (duration: 119.039153ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:23.095147Z","caller":"traceutil/trace.go:171","msg":"trace[2019955311] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"180.756947ms","start":"2026-03-06T01:22:22.914336Z","end":"2026-03-06T01:22:23.095093Z","steps":["trace[2019955311] 'process raft request' (duration: 180.519681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.474677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.959469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:23.474817Z","caller":"traceutil/trace.go:171","msg":"trace[500139633] linearizableReadLoop","detail":"{readStateIndex:23981; appliedIndex:23980; }","duration":"345.897649ms","start":"2026-03-06T01:22:23.128897Z","end":"2026-03-06T01:22:23.474795Z","steps":["trace[500139633] 'read index received' (duration: 203.685743ms)","trace[500139633] 'applied index is now lower than readState.Index' (duration: 142.209706ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:23.474893Z","caller":"traceutil/trace.go:171","msg":"trace[1919636749] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"365.017375ms","start":"2026-03-06T01:22:23.109841Z","end":"2026-03-06T01:22:23.474858Z","steps":["trace[1919636749] 'process raft request' (duration: 222.731238ms)","trace[1919636749] 'compare' (duration: 139.515923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:23.475115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.109804Z","time spent":"365.156679ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4800,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:23.476181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.273601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:23.480332Z","caller":"traceutil/trace.go:171","msg":"trace[1959523720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23161; }","duration":"351.445519ms","start":"2026-03-06T01:22:23.12885Z","end":"2026-03-06T01:22:23.480295Z","steps":["trace[1959523720] 'agreement among raft nodes before linearized reading' (duration: 346.107374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:23.480449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.128834Z","time spent":"351.574842ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:23.481187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.459658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-conductor\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-06T01:22:23.481271Z","caller":"traceutil/trace.go:171","msg":"trace[684854240] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-conductor; range_end:; response_count:1; response_revision:23161; }","duration":"209.577421ms","start":"2026-03-06T01:22:23.271671Z","end":"2026-03-06T01:22:23.481249Z","steps":["trace[684854240] 'agreement among raft nodes before linearized reading' (duration: 209.328185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.249857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.754257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:24.250509Z","caller":"traceutil/trace.go:171","msg":"trace[650247459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23161; }","duration":"379.479864ms","start":"2026-03-06T01:22:23.871002Z","end":"2026-03-06T01:22:24.250482Z","steps":["trace[650247459] 'range keys from in-memory index tree' (duration: 378.527912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.250756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.870977Z","time spent":"379.762971ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:24.249884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.679506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:24.250866Z","caller":"traceutil/trace.go:171","msg":"trace[707608848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23161; }","duration":"379.696269ms","start":"2026-03-06T01:22:23.871138Z","end":"2026-03-06T01:22:24.250834Z","steps":["trace[707608848] 'range keys from in-memory index tree' (duration: 378.488451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.249975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.389154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:22:24.250966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.87112Z","time spent":"379.816362ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:22:24.250969Z","caller":"traceutil/trace.go:171","msg":"trace[559725533] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23161; }","duration":"546.421968ms","start":"2026-03-06T01:22:23.704511Z","end":"2026-03-06T01:22:24.250933Z","steps":["trace[559725533] 'count revisions from in-memory index tree' (duration: 545.20666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.251166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.704478Z","time spent":"546.667144ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.250098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.859603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:22:24.251286Z","caller":"traceutil/trace.go:171","msg":"trace[1205330775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23161; }","duration":"381.130953ms","start":"2026-03-06T01:22:23.870131Z","end":"2026-03-06T01:22:24.251262Z","steps":["trace[1205330775] 'range keys from in-memory index tree' (duration: 379.634797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.250154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.638219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:24.251405Z","caller":"traceutil/trace.go:171","msg":"trace[41368483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23161; }","duration":"531.970481ms","start":"2026-03-06T01:22:23.719416Z","end":"2026-03-06T01:22:24.251387Z","steps":["trace[41368483] 'range keys from in-memory index tree' (duration: 530.377553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.251504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.719389Z","time spent":"532.093113ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:24.25025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.125562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:24.251677Z","caller":"traceutil/trace.go:171","msg":"trace[1549352660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23161; }","duration":"379.588487ms","start":"2026-03-06T01:22:23.872052Z","end":"2026-03-06T01:22:24.25164Z","steps":["trace[1549352660] 'range keys from in-memory index tree' (duration: 377.784024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.251771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.871976Z","time spent":"379.760041ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:24.249989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.084621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:22:24.251984Z","caller":"traceutil/trace.go:171","msg":"trace[1194832657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23161; }","duration":"379.945405ms","start":"2026-03-06T01:22:23.871879Z","end":"2026-03-06T01:22:24.251824Z","steps":["trace[1194832657] 'range keys from in-memory index tree' (duration: 378.00076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.252044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.871869Z","time spent":"380.16323ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:24.251354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.870106Z","time spent":"381.227655ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:22:24.286796Z","caller":"traceutil/trace.go:171","msg":"trace[43251648] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"359.690931ms","start":"2026-03-06T01:22:23.927084Z","end":"2026-03-06T01:22:24.286775Z","steps":["trace[43251648] 'process raft request' (duration: 359.536028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.286945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:23.92705Z","time spent":"359.811164ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.911311Z","caller":"traceutil/trace.go:171","msg":"trace[669691022] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"854.090283ms","start":"2026-03-06T01:22:24.05719Z","end":"2026-03-06T01:22:24.91128Z","steps":["trace[669691022] 'process raft request' (duration: 853.846547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.91162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.057161Z","time spent":"854.331979ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.911844Z","caller":"traceutil/trace.go:171","msg":"trace[909983594] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"654.968706ms","start":"2026-03-06T01:22:24.256841Z","end":"2026-03-06T01:22:24.91181Z","steps":["trace[909983594] 'process raft request' (duration: 654.680889ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.911661Z","caller":"traceutil/trace.go:171","msg":"trace[1812840356] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"778.303271ms","start":"2026-03-06T01:22:24.133323Z","end":"2026-03-06T01:22:24.911626Z","steps":["trace[1812840356] 'process raft request' (duration: 777.902211ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.911878Z","caller":"traceutil/trace.go:171","msg":"trace[1337318147] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"654.886305ms","start":"2026-03-06T01:22:24.256958Z","end":"2026-03-06T01:22:24.911844Z","steps":["trace[1337318147] 'process raft request' (duration: 654.773182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.911959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.256818Z","time spent":"655.086639ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.912024Z","caller":"traceutil/trace.go:171","msg":"trace[591001670] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"654.610089ms","start":"2026-03-06T01:22:24.25739Z","end":"2026-03-06T01:22:24.912001Z","steps":["trace[591001670] 'process raft request' (duration: 654.394314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.912071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.256926Z","time spent":"655.034798ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.912116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.257383Z","time spent":"654.689ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.912137Z","caller":"traceutil/trace.go:171","msg":"trace[340455504] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"654.67562ms","start":"2026-03-06T01:22:24.257435Z","end":"2026-03-06T01:22:24.912111Z","steps":["trace[340455504] 'process raft request' (duration: 654.473605ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.912153Z","caller":"traceutil/trace.go:171","msg":"trace[1054987968] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23981; }","duration":"778.932786ms","start":"2026-03-06T01:22:24.133202Z","end":"2026-03-06T01:22:24.912134Z","steps":["trace[1054987968] 'read index received' (duration: 153.359176ms)","trace[1054987968] 'applied index is now lower than readState.Index' (duration: 625.5723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:24.912135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.133299Z","time spent":"778.654419ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.91222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.257431Z","time spent":"654.742522ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:24.912228Z","caller":"traceutil/trace.go:171","msg":"trace[626393324] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"654.201919ms","start":"2026-03-06T01:22:24.258013Z","end":"2026-03-06T01:22:24.912215Z","steps":["trace[626393324] 'process raft request' (duration: 654.045755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:24.912238Z","caller":"traceutil/trace.go:171","msg":"trace[51773662] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"654.27581ms","start":"2026-03-06T01:22:24.257951Z","end":"2026-03-06T01:22:24.912227Z","steps":["trace[51773662] 'process raft request' (duration: 654.050435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.9123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.258007Z","time spent":"654.25686ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.912302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.257942Z","time spent":"654.324582ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:24.912341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.1101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:24.912389Z","caller":"traceutil/trace.go:171","msg":"trace[520278691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23170; }","duration":"779.212282ms","start":"2026-03-06T01:22:24.133166Z","end":"2026-03-06T01:22:24.912378Z","steps":["trace[520278691] 'agreement among raft nodes before linearized reading' (duration: 779.079139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.912439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.133146Z","time spent":"779.282834ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:24.912471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.108469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:24.912511Z","caller":"traceutil/trace.go:171","msg":"trace[1856584793] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:0; response_revision:23170; }","duration":"129.188361ms","start":"2026-03-06T01:22:24.78331Z","end":"2026-03-06T01:22:24.912499Z","steps":["trace[1856584793] 'agreement among raft nodes before linearized reading' (duration: 129.093689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.912523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.309822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:24.912594Z","caller":"traceutil/trace.go:171","msg":"trace[670838976] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23170; }","duration":"350.419105ms","start":"2026-03-06T01:22:24.562146Z","end":"2026-03-06T01:22:24.912565Z","steps":["trace[670838976] 'agreement among raft nodes before linearized reading' (duration: 350.269661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.912669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.562117Z","time spent":"350.535958ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:24.912682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.019338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:24.912816Z","caller":"traceutil/trace.go:171","msg":"trace[799623424] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23170; }","duration":"401.253423ms","start":"2026-03-06T01:22:24.511542Z","end":"2026-03-06T01:22:24.912796Z","steps":["trace[799623424] 'agreement among raft nodes before linearized reading' (duration: 400.866354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:24.912918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:24.511515Z","time spent":"401.380747ms","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:25.162869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.226456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:25.162826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.199994ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.162947Z","caller":"traceutil/trace.go:171","msg":"trace[113162783] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23170; }","duration":"225.35183ms","start":"2026-03-06T01:22:24.937578Z","end":"2026-03-06T01:22:25.16293Z","steps":["trace[113162783] 'range keys from in-memory index tree' (duration: 225.148675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.162987Z","caller":"traceutil/trace.go:171","msg":"trace[1643205278] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23170; }","duration":"192.378678ms","start":"2026-03-06T01:22:24.970585Z","end":"2026-03-06T01:22:25.162964Z","steps":["trace[1643205278] 'range keys from in-memory index tree' (duration: 192.173784ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.310136Z","caller":"traceutil/trace.go:171","msg":"trace[904110446] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"270.389873ms","start":"2026-03-06T01:22:25.039715Z","end":"2026-03-06T01:22:25.310105Z","steps":["trace[904110446] 'process raft request' (duration: 270.203809ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.320173Z","caller":"traceutil/trace.go:171","msg":"trace[1344163908] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"279.740302ms","start":"2026-03-06T01:22:25.040389Z","end":"2026-03-06T01:22:25.320129Z","steps":["trace[1344163908] 'process raft request' (duration: 279.414274ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.320401Z","caller":"traceutil/trace.go:171","msg":"trace[2037888746] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"279.868315ms","start":"2026-03-06T01:22:25.040504Z","end":"2026-03-06T01:22:25.320372Z","steps":["trace[2037888746] 'process raft request' (duration: 279.455715ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.320536Z","caller":"traceutil/trace.go:171","msg":"trace[2120462175] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"218.804797ms","start":"2026-03-06T01:22:25.101677Z","end":"2026-03-06T01:22:25.320482Z","steps":["trace[2120462175] 'process raft request' (duration: 218.607183ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.320736Z","caller":"traceutil/trace.go:171","msg":"trace[1498526916] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"155.314183ms","start":"2026-03-06T01:22:25.165398Z","end":"2026-03-06T01:22:25.320712Z","steps":["trace[1498526916] 'process raft request' (duration: 154.933354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.321201Z","caller":"traceutil/trace.go:171","msg":"trace[1143031004] linearizableReadLoop","detail":"{readStateIndex:23994; appliedIndex:23990; }","duration":"204.184465ms","start":"2026-03-06T01:22:25.117006Z","end":"2026-03-06T01:22:25.32119Z","steps":["trace[1143031004] 'read index received' (duration: 193.019564ms)","trace[1143031004] 'applied index is now lower than readState.Index' (duration: 11.163541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:25.321656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.424831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:22:25.321696Z","caller":"traceutil/trace.go:171","msg":"trace[1434793668] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23175; }","duration":"204.731787ms","start":"2026-03-06T01:22:25.116953Z","end":"2026-03-06T01:22:25.321685Z","steps":["trace[1434793668] 'agreement among raft nodes before linearized reading' (duration: 204.347048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.741052Z","caller":"traceutil/trace.go:171","msg":"trace[1523127516] linearizableReadLoop","detail":"{readStateIndex:23996; appliedIndex:23995; }","duration":"402.029882ms","start":"2026-03-06T01:22:25.338999Z","end":"2026-03-06T01:22:25.741029Z","steps":["trace[1523127516] 'read index received' (duration: 401.93776ms)","trace[1523127516] 'applied index is now lower than readState.Index' (duration: 90.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:25.741126Z","caller":"traceutil/trace.go:171","msg":"trace[76890602] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"414.395631ms","start":"2026-03-06T01:22:25.326684Z","end":"2026-03-06T01:22:25.74108Z","steps":["trace[76890602] 'process raft request' (duration: 414.137525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.741319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.295808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9857"} {"level":"warn","ts":"2026-03-06T01:22:25.741307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.326662Z","time spent":"414.561304ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:25.741353Z","caller":"traceutil/trace.go:171","msg":"trace[1709041996] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23176; }","duration":"402.39119ms","start":"2026-03-06T01:22:25.338953Z","end":"2026-03-06T01:22:25.741344Z","steps":["trace[1709041996] 'agreement among raft nodes before linearized reading' (duration: 402.199796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.741641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.338933Z","time spent":"402.530443ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9880,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"info","ts":"2026-03-06T01:22:25.88944Z","caller":"traceutil/trace.go:171","msg":"trace[694104798] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"548.995358ms","start":"2026-03-06T01:22:25.340401Z","end":"2026-03-06T01:22:25.889396Z","steps":["trace[694104798] 'process raft request' (duration: 548.64189ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:25.889496Z","caller":"traceutil/trace.go:171","msg":"trace[1930672206] linearizableReadLoop","detail":"{readStateIndex:23999; appliedIndex:23998; }","duration":"148.327619ms","start":"2026-03-06T01:22:25.741123Z","end":"2026-03-06T01:22:25.889451Z","steps":["trace[1930672206] 'read index received' (duration: 148.237516ms)","trace[1930672206] 'applied index is now lower than readState.Index' (duration: 87.482µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:25.889679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.340385Z","time spent":"549.162033ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:25.889797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.213366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.889872Z","caller":"traceutil/trace.go:171","msg":"trace[787556647] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23179; }","duration":"467.37233ms","start":"2026-03-06T01:22:25.422481Z","end":"2026-03-06T01:22:25.889853Z","steps":["trace[787556647] 'agreement among raft nodes before linearized reading' (duration: 467.121404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.889927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.422469Z","time spent":"467.445201ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:25.89038Z","caller":"traceutil/trace.go:171","msg":"trace[1129595929] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"482.935203ms","start":"2026-03-06T01:22:25.407405Z","end":"2026-03-06T01:22:25.89034Z","steps":["trace[1129595929] 'process raft request' (duration: 481.972211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.890569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.407377Z","time spent":"483.110658ms","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1469,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:25.890378Z","caller":"traceutil/trace.go:171","msg":"trace[853556328] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"538.141285ms","start":"2026-03-06T01:22:25.352221Z","end":"2026-03-06T01:22:25.890362Z","steps":["trace[853556328] 'process raft request' (duration: 537.08208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.890708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.931872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:25.890975Z","caller":"traceutil/trace.go:171","msg":"trace[197429131] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23179; }","duration":"255.361862ms","start":"2026-03-06T01:22:25.635592Z","end":"2026-03-06T01:22:25.890954Z","steps":["trace[197429131] 'agreement among raft nodes before linearized reading' (duration: 254.904901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.890981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.352192Z","time spent":"538.751868ms","remote":"127.0.0.1:48556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1191,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:25.891001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.760433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-pvk57.189a1962e6049ad6\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-06T01:22:25.891063Z","caller":"traceutil/trace.go:171","msg":"trace[508335927] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-pvk57.189a1962e6049ad6; range_end:; response_count:1; response_revision:23179; }","duration":"315.872927ms","start":"2026-03-06T01:22:25.575173Z","end":"2026-03-06T01:22:25.891046Z","steps":["trace[508335927] 'agreement among raft nodes before linearized reading' (duration: 315.436607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:25.891112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:25.575146Z","time spent":"315.949638ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-pvk57.189a1962e6049ad6\" "} {"level":"info","ts":"2026-03-06T01:22:25.935701Z","caller":"traceutil/trace.go:171","msg":"trace[62971187] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"183.551783ms","start":"2026-03-06T01:22:25.752123Z","end":"2026-03-06T01:22:25.935675Z","steps":["trace[62971187] 'process raft request' (duration: 183.388539ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.076048Z","caller":"traceutil/trace.go:171","msg":"trace[1059815337] linearizableReadLoop","detail":"{readStateIndex:24005; appliedIndex:23999; }","duration":"170.825755ms","start":"2026-03-06T01:22:25.905169Z","end":"2026-03-06T01:22:26.075995Z","steps":["trace[1059815337] 'read index received' (duration: 30.378721ms)","trace[1059815337] 'applied index is now lower than readState.Index' (duration: 140.445624ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:26.076678Z","caller":"traceutil/trace.go:171","msg":"trace[2071019824] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"181.441314ms","start":"2026-03-06T01:22:25.895207Z","end":"2026-03-06T01:22:26.076648Z","steps":["trace[2071019824] 'process raft request' (duration: 179.790385ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.076785Z","caller":"traceutil/trace.go:171","msg":"trace[2012488189] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"172.871203ms","start":"2026-03-06T01:22:25.903826Z","end":"2026-03-06T01:22:26.076697Z","steps":["trace[2012488189] 'process raft request' (duration: 171.982122ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.07703Z","caller":"traceutil/trace.go:171","msg":"trace[988328485] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23185; }","duration":"171.673375ms","start":"2026-03-06T01:22:25.905344Z","end":"2026-03-06T01:22:26.077018Z","steps":["trace[988328485] 'process raft request' (duration: 170.57865ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.077258Z","caller":"traceutil/trace.go:171","msg":"trace[1138329784] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"180.776827ms","start":"2026-03-06T01:22:25.896465Z","end":"2026-03-06T01:22:26.077242Z","steps":["trace[1138329784] 'process raft request' (duration: 178.881533ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.077453Z","caller":"traceutil/trace.go:171","msg":"trace[1321389248] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"179.461767ms","start":"2026-03-06T01:22:25.897978Z","end":"2026-03-06T01:22:26.07744Z","steps":["trace[1321389248] 'process raft request' (duration: 177.493941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.077547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.361651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:22:26.077585Z","caller":"traceutil/trace.go:171","msg":"trace[1029973448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23185; }","duration":"172.447983ms","start":"2026-03-06T01:22:25.905127Z","end":"2026-03-06T01:22:26.077575Z","steps":["trace[1029973448] 'agreement among raft nodes before linearized reading' (duration: 172.253179ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.077683Z","caller":"traceutil/trace.go:171","msg":"trace[287236789] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"173.935208ms","start":"2026-03-06T01:22:25.903739Z","end":"2026-03-06T01:22:26.077674Z","steps":["trace[287236789] 'process raft request' (duration: 171.90803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.077841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.842366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-75bb7d75f5-k7xbl\" ","response":"range_response_count:1 size:8496"} {"level":"info","ts":"2026-03-06T01:22:26.077921Z","caller":"traceutil/trace.go:171","msg":"trace[1258383793] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-75bb7d75f5-k7xbl; range_end:; response_count:1; response_revision:23185; }","duration":"126.98837ms","start":"2026-03-06T01:22:25.950908Z","end":"2026-03-06T01:22:26.077897Z","steps":["trace[1258383793] 'agreement among raft nodes before linearized reading' (duration: 126.725044ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.18497Z","caller":"traceutil/trace.go:171","msg":"trace[1747849252] linearizableReadLoop","detail":"{readStateIndex:24007; appliedIndex:24006; }","duration":"102.395175ms","start":"2026-03-06T01:22:26.082542Z","end":"2026-03-06T01:22:26.184937Z","steps":["trace[1747849252] 'read index received' (duration: 74.40313ms)","trace[1747849252] 'applied index is now lower than readState.Index' (duration: 27.987234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:26.185299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.732682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:22:26.185336Z","caller":"traceutil/trace.go:171","msg":"trace[611980369] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23186; }","duration":"102.831215ms","start":"2026-03-06T01:22:26.082493Z","end":"2026-03-06T01:22:26.185324Z","steps":["trace[611980369] 'agreement among raft nodes before linearized reading' (duration: 102.576019ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.185708Z","caller":"traceutil/trace.go:171","msg":"trace[1043634313] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"102.384494ms","start":"2026-03-06T01:22:26.082518Z","end":"2026-03-06T01:22:26.184902Z","steps":["trace[1043634313] 'process raft request' (duration: 74.498112ms)","trace[1043634313] 'compare' (duration: 27.450332ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:26.211369Z","caller":"traceutil/trace.go:171","msg":"trace[1703121771] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"119.437703ms","start":"2026-03-06T01:22:26.091913Z","end":"2026-03-06T01:22:26.211351Z","steps":["trace[1703121771] 'process raft request' (duration: 118.808429ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.211583Z","caller":"traceutil/trace.go:171","msg":"trace[1119889044] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"117.295613ms","start":"2026-03-06T01:22:26.094279Z","end":"2026-03-06T01:22:26.211575Z","steps":["trace[1119889044] 'process raft request' (duration: 116.622747ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.432926Z","caller":"traceutil/trace.go:171","msg":"trace[801025549] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"104.220847ms","start":"2026-03-06T01:22:26.328655Z","end":"2026-03-06T01:22:26.432876Z","steps":["trace[801025549] 'process raft request' (duration: 103.987181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.994276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.549739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:26.994861Z","caller":"traceutil/trace.go:171","msg":"trace[703287892] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"485.483922ms","start":"2026-03-06T01:22:26.509314Z","end":"2026-03-06T01:22:26.994798Z","steps":["trace[703287892] 'process raft request' (duration: 485.292687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.994888Z","caller":"traceutil/trace.go:171","msg":"trace[2029443730] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"480.516176ms","start":"2026-03-06T01:22:26.514344Z","end":"2026-03-06T01:22:26.994861Z","steps":["trace[2029443730] 'process raft request' (duration: 480.374073ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:26.994886Z","caller":"traceutil/trace.go:171","msg":"trace[1084327566] linearizableReadLoop","detail":"{readStateIndex:24013; appliedIndex:24011; }","duration":"483.476435ms","start":"2026-03-06T01:22:26.511387Z","end":"2026-03-06T01:22:26.994863Z","steps":["trace[1084327566] 'read index received' (duration: 24.746219ms)","trace[1084327566] 'applied index is now lower than readState.Index' (duration: 458.728486ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:26.995007Z","caller":"traceutil/trace.go:171","msg":"trace[1212488696] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"473.175625ms","start":"2026-03-06T01:22:26.52179Z","end":"2026-03-06T01:22:26.994966Z","steps":["trace[1212488696] 'process raft request' (duration: 472.98519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.995066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.514287Z","time spent":"480.67314ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2147,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:26.995143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.728021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-03-06T01:22:26.995194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.521774Z","time spent":"473.306867ms","remote":"127.0.0.1:48556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2622,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:26.995227Z","caller":"traceutil/trace.go:171","msg":"trace[431878507] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23193; }","duration":"483.837833ms","start":"2026-03-06T01:22:26.511366Z","end":"2026-03-06T01:22:26.995204Z","steps":["trace[431878507] 'agreement among raft nodes before linearized reading' (duration: 483.558137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:26.995209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.509284Z","time spent":"485.722118ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:26.995285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.511357Z","time spent":"483.915636ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-06T01:22:26.994808Z","caller":"traceutil/trace.go:171","msg":"trace[1038878036] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"485.546154ms","start":"2026-03-06T01:22:26.509226Z","end":"2026-03-06T01:22:26.994773Z","steps":["trace[1038878036] 'process raft request' (duration: 26.91376ms)","trace[1038878036] 'compare' (duration: 457.084538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:27.000421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.509207Z","time spent":"491.155045ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:27.512296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.169516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:27.512422Z","caller":"traceutil/trace.go:171","msg":"trace[1434424788] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"592.806793ms","start":"2026-03-06T01:22:26.919592Z","end":"2026-03-06T01:22:27.512399Z","steps":["trace[1434424788] 'process raft request' (duration: 367.420362ms)","trace[1434424788] 'compare' (duration: 224.947751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:27.512491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.91956Z","time spent":"592.900106ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:27.532842Z","caller":"traceutil/trace.go:171","msg":"trace[1669320587] linearizableReadLoop","detail":"{readStateIndex:24017; appliedIndex:24015; }","duration":"537.742775ms","start":"2026-03-06T01:22:26.995069Z","end":"2026-03-06T01:22:27.532812Z","steps":["trace[1669320587] 'read index received' (duration: 291.965418ms)","trace[1669320587] 'applied index is now lower than readState.Index' (duration: 245.776367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:27.533261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.092947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:27.533361Z","caller":"traceutil/trace.go:171","msg":"trace[553291502] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"611.983542ms","start":"2026-03-06T01:22:26.921359Z","end":"2026-03-06T01:22:27.533343Z","steps":["trace[553291502] 'process raft request' (duration: 610.477316ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:27.533393Z","caller":"traceutil/trace.go:171","msg":"trace[1195402914] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23197; }","duration":"663.248991ms","start":"2026-03-06T01:22:26.870087Z","end":"2026-03-06T01:22:27.533336Z","steps":["trace[1195402914] 'agreement among raft nodes before linearized reading' (duration: 663.051786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.533467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.870069Z","time spent":"663.365243ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:27.533491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.921339Z","time spent":"612.074354ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:27.533542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.987059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:27.53362Z","caller":"traceutil/trace.go:171","msg":"trace[1229705483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23197; }","duration":"614.129732ms","start":"2026-03-06T01:22:26.919473Z","end":"2026-03-06T01:22:27.533603Z","steps":["trace[1229705483] 'agreement among raft nodes before linearized reading' (duration: 613.844255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:27.533639Z","caller":"traceutil/trace.go:171","msg":"trace[435228402] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"533.334412ms","start":"2026-03-06T01:22:27.000289Z","end":"2026-03-06T01:22:27.533624Z","steps":["trace[435228402] 'process raft request' (duration: 531.742595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.533684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.919447Z","time spent":"614.224324ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:27.534018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.076394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:22:27.534021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.408622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:22:27.534062Z","caller":"traceutil/trace.go:171","msg":"trace[2138933786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23197; }","duration":"612.155455ms","start":"2026-03-06T01:22:26.921895Z","end":"2026-03-06T01:22:27.534051Z","steps":["trace[2138933786] 'agreement among raft nodes before linearized reading' (duration: 611.970441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.534086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.921875Z","time spent":"612.206067ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:22:27.534091Z","caller":"traceutil/trace.go:171","msg":"trace[1028773987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23197; }","duration":"612.468263ms","start":"2026-03-06T01:22:26.921588Z","end":"2026-03-06T01:22:27.534057Z","steps":["trace[1028773987] 'agreement among raft nodes before linearized reading' (duration: 612.34766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.534119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.92158Z","time spent":"612.531344ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:27.533291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.504457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:22:27.533768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.000253Z","time spent":"533.432505ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:27.533908Z","caller":"traceutil/trace.go:171","msg":"trace[1928636186] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"521.419904ms","start":"2026-03-06T01:22:27.012473Z","end":"2026-03-06T01:22:27.533893Z","steps":["trace[1928636186] 'process raft request' (duration: 520.264087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.53431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.012442Z","time spent":"521.799973ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3216,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:27.53396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.592306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:22:27.534349Z","caller":"traceutil/trace.go:171","msg":"trace[2027886463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23197; }","duration":"616.025056ms","start":"2026-03-06T01:22:26.918315Z","end":"2026-03-06T01:22:27.53434Z","steps":["trace[2027886463] 'agreement among raft nodes before linearized reading' (duration: 615.432292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.534385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.918288Z","time spent":"616.085817ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:22:27.534163Z","caller":"traceutil/trace.go:171","msg":"trace[233633352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23197; }","duration":"614.422359ms","start":"2026-03-06T01:22:26.919725Z","end":"2026-03-06T01:22:27.534147Z","steps":["trace[233633352] 'agreement among raft nodes before linearized reading' (duration: 613.389885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.534478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.919713Z","time spent":"614.758256ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:27.533859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.283855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:27.53455Z","caller":"traceutil/trace.go:171","msg":"trace[378393009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23197; }","duration":"614.989152ms","start":"2026-03-06T01:22:26.91955Z","end":"2026-03-06T01:22:27.534539Z","steps":["trace[378393009] 'agreement among raft nodes before linearized reading' (duration: 613.853365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.534576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.919543Z","time spent":"615.026443ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:27.534393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.325486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:22:27.53491Z","caller":"traceutil/trace.go:171","msg":"trace[1257985662] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23197; }","duration":"868.906969ms","start":"2026-03-06T01:22:26.665948Z","end":"2026-03-06T01:22:27.534855Z","steps":["trace[1257985662] 'agreement among raft nodes before linearized reading' (duration: 867.316122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.534933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.607382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:22:27.534963Z","caller":"traceutil/trace.go:171","msg":"trace[1101354296] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23197; }","duration":"717.637153ms","start":"2026-03-06T01:22:26.817316Z","end":"2026-03-06T01:22:27.534953Z","steps":["trace[1101354296] 'agreement among raft nodes before linearized reading' (duration: 715.888392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.534991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.817234Z","time spent":"717.751045ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-06T01:22:27.535809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:26.665922Z","time spent":"869.032692ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T01:22:27.966555Z","caller":"traceutil/trace.go:171","msg":"trace[2106141749] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"646.261643ms","start":"2026-03-06T01:22:27.320259Z","end":"2026-03-06T01:22:27.966521Z","steps":["trace[2106141749] 'process raft request' (duration: 645.944246ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:27.966877Z","caller":"traceutil/trace.go:171","msg":"trace[1507448836] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"641.38997ms","start":"2026-03-06T01:22:27.325454Z","end":"2026-03-06T01:22:27.966844Z","steps":["trace[1507448836] 'process raft request' (duration: 640.954709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.967105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.325433Z","time spent":"641.542913ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:27.967219Z","caller":"traceutil/trace.go:171","msg":"trace[235429100] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24019; }","duration":"434.266026ms","start":"2026-03-06T01:22:27.532924Z","end":"2026-03-06T01:22:27.96719Z","steps":["trace[235429100] 'read index received' (duration: 433.347474ms)","trace[235429100] 'applied index is now lower than readState.Index' (duration: 917.352µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:27.967458Z","caller":"traceutil/trace.go:171","msg":"trace[120782137] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"641.191435ms","start":"2026-03-06T01:22:27.326243Z","end":"2026-03-06T01:22:27.967434Z","steps":["trace[120782137] 'process raft request' (duration: 640.508539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.967518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.093279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:22:27.967563Z","caller":"traceutil/trace.go:171","msg":"trace[376946354] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23201; }","duration":"959.181741ms","start":"2026-03-06T01:22:27.008366Z","end":"2026-03-06T01:22:27.967547Z","steps":["trace[376946354] 'agreement among raft nodes before linearized reading' (duration: 958.959976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:27.967595Z","caller":"traceutil/trace.go:171","msg":"trace[142750101] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"635.46449ms","start":"2026-03-06T01:22:27.33209Z","end":"2026-03-06T01:22:27.967554Z","steps":["trace[142750101] 'process raft request' (duration: 634.971249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.967617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.326229Z","time spent":"641.289227ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:27.967674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.022315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:27.967642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.827664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9958"} {"level":"warn","ts":"2026-03-06T01:22:27.96697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.320217Z","time spent":"646.429767ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:27.967713Z","caller":"traceutil/trace.go:171","msg":"trace[319036766] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:23201; }","duration":"967.170468ms","start":"2026-03-06T01:22:27.000534Z","end":"2026-03-06T01:22:27.967704Z","steps":["trace[319036766] 'agreement among raft nodes before linearized reading' (duration: 967.114146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.967609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.008331Z","time spent":"959.269353ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-06T01:22:27.967754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.000519Z","time spent":"967.22897ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-06T01:22:27.967737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.412183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:27.967783Z","caller":"traceutil/trace.go:171","msg":"trace[822858006] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23201; }","duration":"584.030158ms","start":"2026-03-06T01:22:27.383702Z","end":"2026-03-06T01:22:27.967732Z","steps":["trace[822858006] 'agreement among raft nodes before linearized reading' (duration: 583.525827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.967713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.331978Z","time spent":"635.679366ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:27.967869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.383677Z","time spent":"584.177961ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9981,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"info","ts":"2026-03-06T01:22:27.967826Z","caller":"traceutil/trace.go:171","msg":"trace[507871007] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23201; }","duration":"967.590978ms","start":"2026-03-06T01:22:27.000214Z","end":"2026-03-06T01:22:27.967805Z","steps":["trace[507871007] 'agreement among raft nodes before linearized reading' (duration: 967.332642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.000198Z","time spent":"967.785352ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:27.967801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.615658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-06T01:22:27.968098Z","caller":"traceutil/trace.go:171","msg":"trace[1888524682] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23201; }","duration":"967.964836ms","start":"2026-03-06T01:22:27.000117Z","end":"2026-03-06T01:22:27.968082Z","steps":["trace[1888524682] 'agreement among raft nodes before linearized reading' (duration: 967.477495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:27.968138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.000101Z","time spent":"968.024798ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:28.223339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.537462Z","time spent":"685.865649ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:22:28.223499Z","caller":"traceutil/trace.go:171","msg":"trace[1458527538] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"677.980785ms","start":"2026-03-06T01:22:27.545488Z","end":"2026-03-06T01:22:28.223469Z","steps":["trace[1458527538] 'process raft request' (duration: 677.813831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.223567Z","caller":"traceutil/trace.go:171","msg":"trace[1527184857] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"677.009392ms","start":"2026-03-06T01:22:27.546523Z","end":"2026-03-06T01:22:28.223532Z","steps":["trace[1527184857] 'process raft request' (duration: 676.89469ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.223573Z","caller":"traceutil/trace.go:171","msg":"trace[166285491] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"677.859002ms","start":"2026-03-06T01:22:27.545669Z","end":"2026-03-06T01:22:28.223528Z","steps":["trace[166285491] 'process raft request' (duration: 677.666328ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.223631Z","caller":"traceutil/trace.go:171","msg":"trace[1003986726] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"675.134258ms","start":"2026-03-06T01:22:27.548484Z","end":"2026-03-06T01:22:28.223618Z","steps":["trace[1003986726] 'process raft request' (duration: 675.057736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.223673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.545464Z","time spent":"678.122098ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:28.223742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.546513Z","time spent":"677.117014ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:28.223895Z","caller":"traceutil/trace.go:171","msg":"trace[2026611440] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"676.237594ms","start":"2026-03-06T01:22:27.547647Z","end":"2026-03-06T01:22:28.223885Z","steps":["trace[2026611440] 'process raft request' (duration: 675.797664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.223945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.547639Z","time spent":"676.282475ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:28.223755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.54566Z","time spent":"677.987205ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:28.223788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.548473Z","time spent":"675.19258ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:28.223825Z","caller":"traceutil/trace.go:171","msg":"trace[996886627] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"675.838505ms","start":"2026-03-06T01:22:27.547978Z","end":"2026-03-06T01:22:28.223816Z","steps":["trace[996886627] 'process raft request' (duration: 675.497327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.224137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.547944Z","time spent":"676.132552ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:28.224202Z","caller":"traceutil/trace.go:171","msg":"trace[1572271237] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"675.62617ms","start":"2026-03-06T01:22:27.548562Z","end":"2026-03-06T01:22:28.224188Z","steps":["trace[1572271237] 'process raft request' (duration: 675.019945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.224262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.548555Z","time spent":"675.677492ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:28.224282Z","caller":"traceutil/trace.go:171","msg":"trace[2079516311] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"675.64572ms","start":"2026-03-06T01:22:27.548622Z","end":"2026-03-06T01:22:28.224268Z","steps":["trace[2079516311] 'process raft request' (duration: 675.334233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.224365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.548612Z","time spent":"675.717622ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:28.224525Z","caller":"traceutil/trace.go:171","msg":"trace[1408226543] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"675.702832ms","start":"2026-03-06T01:22:27.548804Z","end":"2026-03-06T01:22:28.224507Z","steps":["trace[1408226543] 'process raft request' (duration: 675.369204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.224582Z","caller":"traceutil/trace.go:171","msg":"trace[429340519] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"675.580319ms","start":"2026-03-06T01:22:27.548977Z","end":"2026-03-06T01:22:28.224557Z","steps":["trace[429340519] 'process raft request' (duration: 675.408855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.224637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.548795Z","time spent":"675.776563ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:28.224682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.548957Z","time spent":"675.677201ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:28.22493Z","caller":"traceutil/trace.go:171","msg":"trace[723203615] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"675.659371ms","start":"2026-03-06T01:22:27.549069Z","end":"2026-03-06T01:22:28.224728Z","steps":["trace[723203615] 'process raft request' (duration: 675.410085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.22494Z","caller":"traceutil/trace.go:171","msg":"trace[1338097627] linearizableReadLoop","detail":"{readStateIndex:24039; appliedIndex:24023; }","duration":"257.41369ms","start":"2026-03-06T01:22:27.967294Z","end":"2026-03-06T01:22:28.224708Z","steps":["trace[1338097627] 'read index received' (duration: 255.73022ms)","trace[1338097627] 'applied index is now lower than readState.Index' (duration: 1.6822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:28.224998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.549056Z","time spent":"675.912437ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:28.225022Z","caller":"traceutil/trace.go:171","msg":"trace[435877280] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"362.736423ms","start":"2026-03-06T01:22:27.862273Z","end":"2026-03-06T01:22:28.225009Z","steps":["trace[435877280] 'process raft request' (duration: 362.385935ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.224933Z","caller":"traceutil/trace.go:171","msg":"trace[1215541481] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"666.029116ms","start":"2026-03-06T01:22:27.558889Z","end":"2026-03-06T01:22:28.224918Z","steps":["trace[1215541481] 'process raft request' (duration: 665.701868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.225088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.862243Z","time spent":"362.801785ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:28.225226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.558857Z","time spent":"666.273951ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3781,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:28.225269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.41563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-06T01:22:28.225271Z","caller":"traceutil/trace.go:171","msg":"trace[230229185] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"684.662421ms","start":"2026-03-06T01:22:27.538729Z","end":"2026-03-06T01:22:28.223391Z","steps":["trace[230229185] 'process raft request' (duration: 684.458586ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.225333Z","caller":"traceutil/trace.go:171","msg":"trace[464791158] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23216; }","duration":"650.569574ms","start":"2026-03-06T01:22:27.574742Z","end":"2026-03-06T01:22:28.225311Z","steps":["trace[464791158] 'agreement among raft nodes before linearized reading' (duration: 650.358009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.225385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.574727Z","time spent":"650.645696ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-06T01:22:28.225403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.538688Z","time spent":"686.661338ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:28.224919Z","caller":"traceutil/trace.go:171","msg":"trace[1019597875] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"674.057523ms","start":"2026-03-06T01:22:27.550662Z","end":"2026-03-06T01:22:28.22472Z","steps":["trace[1019597875] 'process raft request' (duration: 673.869049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.225555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.550653Z","time spent":"674.856282ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:28.359331Z","caller":"traceutil/trace.go:171","msg":"trace[954951183] linearizableReadLoop","detail":"{readStateIndex:24040; appliedIndex:24039; }","duration":"134.29249ms","start":"2026-03-06T01:22:28.22497Z","end":"2026-03-06T01:22:28.359262Z","steps":["trace[954951183] 'read index received' (duration: 133.889091ms)","trace[954951183] 'applied index is now lower than readState.Index' (duration: 401.489µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:28.35948Z","caller":"traceutil/trace.go:171","msg":"trace[1562316116] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"379.72548ms","start":"2026-03-06T01:22:27.979739Z","end":"2026-03-06T01:22:28.359465Z","steps":["trace[1562316116] 'process raft request' (duration: 379.144526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.359649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.979708Z","time spent":"379.809532ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10072,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:28.360042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.568605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:28.36012Z","caller":"traceutil/trace.go:171","msg":"trace[1391956457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23217; }","duration":"231.686628ms","start":"2026-03-06T01:22:28.128418Z","end":"2026-03-06T01:22:28.360104Z","steps":["trace[1391956457] 'agreement among raft nodes before linearized reading' (duration: 231.414962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.360391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.916388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:22:28.360434Z","caller":"traceutil/trace.go:171","msg":"trace[1490249491] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23217; }","duration":"386.982089ms","start":"2026-03-06T01:22:27.97344Z","end":"2026-03-06T01:22:28.360422Z","steps":["trace[1490249491] 'agreement among raft nodes before linearized reading' (duration: 386.849176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.360457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.973428Z","time spent":"387.023581ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-06T01:22:28.360623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.783399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-06T01:22:28.360685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.395446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126041"} {"level":"info","ts":"2026-03-06T01:22:28.360738Z","caller":"traceutil/trace.go:171","msg":"trace[244267012] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23217; }","duration":"386.467137ms","start":"2026-03-06T01:22:27.974253Z","end":"2026-03-06T01:22:28.36072Z","steps":["trace[244267012] 'agreement among raft nodes before linearized reading' (duration: 386.284703ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.360739Z","caller":"traceutil/trace.go:171","msg":"trace[1674932189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23217; }","duration":"387.945012ms","start":"2026-03-06T01:22:27.972766Z","end":"2026-03-06T01:22:28.360711Z","steps":["trace[1674932189] 'agreement among raft nodes before linearized reading' (duration: 387.596444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.360792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.974245Z","time spent":"386.5369ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126064,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T01:22:28.360818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:27.972749Z","time spent":"388.053724ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-06T01:22:28.60703Z","caller":"traceutil/trace.go:171","msg":"trace[1401725461] linearizableReadLoop","detail":"{readStateIndex:24045; appliedIndex:24040; }","duration":"247.58982ms","start":"2026-03-06T01:22:28.359413Z","end":"2026-03-06T01:22:28.607003Z","steps":["trace[1401725461] 'read index received' (duration: 205.958356ms)","trace[1401725461] 'applied index is now lower than readState.Index' (duration: 41.630374ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:28.607141Z","caller":"traceutil/trace.go:171","msg":"trace[2098446238] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"380.957759ms","start":"2026-03-06T01:22:28.226173Z","end":"2026-03-06T01:22:28.60713Z","steps":["trace[2098446238] 'process raft request' (duration: 338.999248ms)","trace[2098446238] 'compare' (duration: 41.412678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:28.607236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.226147Z","time spent":"381.013751ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:28.607301Z","caller":"traceutil/trace.go:171","msg":"trace[1376643192] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"371.013426ms","start":"2026-03-06T01:22:28.236223Z","end":"2026-03-06T01:22:28.607237Z","steps":["trace[1376643192] 'process raft request' (duration: 370.689249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.607494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.808248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-06T01:22:28.607555Z","caller":"traceutil/trace.go:171","msg":"trace[4566705] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23222; }","duration":"348.916189ms","start":"2026-03-06T01:22:28.258623Z","end":"2026-03-06T01:22:28.60754Z","steps":["trace[4566705] 'agreement among raft nodes before linearized reading' (duration: 348.665144ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.607555Z","caller":"traceutil/trace.go:171","msg":"trace[896223275] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"375.659545ms","start":"2026-03-06T01:22:28.231881Z","end":"2026-03-06T01:22:28.60754Z","steps":["trace[896223275] 'process raft request' (duration: 374.98663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.60759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.25861Z","time spent":"348.972651ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-06T01:22:28.607624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.231869Z","time spent":"375.722047ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:22:28.607495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.236216Z","time spent":"371.18841ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:28.607315Z","caller":"traceutil/trace.go:171","msg":"trace[1595146579] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"361.323509ms","start":"2026-03-06T01:22:28.245955Z","end":"2026-03-06T01:22:28.607278Z","steps":["trace[1595146579] 'process raft request' (duration: 360.983981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.607821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.245946Z","time spent":"361.781671ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6326,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:28.608073Z","caller":"traceutil/trace.go:171","msg":"trace[2075168519] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"376.561867ms","start":"2026-03-06T01:22:28.231418Z","end":"2026-03-06T01:22:28.60798Z","steps":["trace[2075168519] 'process raft request' (duration: 375.393379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.608149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.2314Z","time spent":"376.71533ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:28.641943Z","caller":"traceutil/trace.go:171","msg":"trace[866523698] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"266.209785ms","start":"2026-03-06T01:22:28.375716Z","end":"2026-03-06T01:22:28.641926Z","steps":["trace[866523698] 'process raft request' (duration: 266.122043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.642226Z","caller":"traceutil/trace.go:171","msg":"trace[1486929673] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"266.695367ms","start":"2026-03-06T01:22:28.375525Z","end":"2026-03-06T01:22:28.642221Z","steps":["trace[1486929673] 'process raft request' (duration: 266.146184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.642232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.37864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:22:28.642453Z","caller":"traceutil/trace.go:171","msg":"trace[1457184839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23224; }","duration":"219.644506ms","start":"2026-03-06T01:22:28.422758Z","end":"2026-03-06T01:22:28.642403Z","steps":["trace[1457184839] 'agreement among raft nodes before linearized reading' (duration: 219.226787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.64257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.67915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T01:22:28.642605Z","caller":"traceutil/trace.go:171","msg":"trace[662539126] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23224; }","duration":"264.779312ms","start":"2026-03-06T01:22:28.377814Z","end":"2026-03-06T01:22:28.642593Z","steps":["trace[662539126] 'agreement among raft nodes before linearized reading' (duration: 264.636669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.64271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.493406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:28.642803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.624689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10090"} {"level":"info","ts":"2026-03-06T01:22:28.642801Z","caller":"traceutil/trace.go:171","msg":"trace[1185546409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23224; }","duration":"267.606228ms","start":"2026-03-06T01:22:28.375173Z","end":"2026-03-06T01:22:28.64278Z","steps":["trace[1185546409] 'agreement among raft nodes before linearized reading' (duration: 267.412284ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.642821Z","caller":"traceutil/trace.go:171","msg":"trace[1906504302] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23224; }","duration":"267.665139ms","start":"2026-03-06T01:22:28.37515Z","end":"2026-03-06T01:22:28.642815Z","steps":["trace[1906504302] 'agreement among raft nodes before linearized reading' (duration: 267.604898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.642793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.436627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:22:28.642876Z","caller":"traceutil/trace.go:171","msg":"trace[1672479141] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23224; }","duration":"244.5921ms","start":"2026-03-06T01:22:28.398265Z","end":"2026-03-06T01:22:28.642857Z","steps":["trace[1672479141] 'agreement among raft nodes before linearized reading' (duration: 244.283943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.857902Z","caller":"traceutil/trace.go:171","msg":"trace[1926561183] linearizableReadLoop","detail":"{readStateIndex:24048; appliedIndex:24047; }","duration":"215.92921ms","start":"2026-03-06T01:22:28.641944Z","end":"2026-03-06T01:22:28.857873Z","steps":["trace[1926561183] 'read index received' (duration: 215.747335ms)","trace[1926561183] 'applied index is now lower than readState.Index' (duration: 180.594µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:28.858099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.004296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:28.858139Z","caller":"traceutil/trace.go:171","msg":"trace[1084917226] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:23225; }","duration":"244.074237ms","start":"2026-03-06T01:22:28.61405Z","end":"2026-03-06T01:22:28.858124Z","steps":["trace[1084917226] 'agreement among raft nodes before linearized reading' (duration: 243.989885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.858166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.069811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:22:28.858203Z","caller":"traceutil/trace.go:171","msg":"trace[1920794851] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23225; }","duration":"248.130513ms","start":"2026-03-06T01:22:28.610061Z","end":"2026-03-06T01:22:28.858192Z","steps":["trace[1920794851] 'agreement among raft nodes before linearized reading' (duration: 247.937028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.858002Z","caller":"traceutil/trace.go:171","msg":"trace[1246098372] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"246.008614ms","start":"2026-03-06T01:22:28.61195Z","end":"2026-03-06T01:22:28.857959Z","steps":["trace[1246098372] 'process raft request' (duration: 245.733607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.85829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.808278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-06T01:22:28.858379Z","caller":"traceutil/trace.go:171","msg":"trace[563771216] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23225; }","duration":"245.919351ms","start":"2026-03-06T01:22:28.612435Z","end":"2026-03-06T01:22:28.858354Z","steps":["trace[563771216] 'agreement among raft nodes before linearized reading' (duration: 245.567953ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.97017Z","caller":"traceutil/trace.go:171","msg":"trace[472916413] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"324.772556ms","start":"2026-03-06T01:22:28.645356Z","end":"2026-03-06T01:22:28.970128Z","steps":["trace[472916413] 'process raft request' (duration: 324.467349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.970343Z","caller":"traceutil/trace.go:171","msg":"trace[565304013] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"323.24978ms","start":"2026-03-06T01:22:28.647001Z","end":"2026-03-06T01:22:28.970251Z","steps":["trace[565304013] 'process raft request' (duration: 322.997164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.9704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.645331Z","time spent":"324.932219ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:28.970181Z","caller":"traceutil/trace.go:171","msg":"trace[1455708843] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"322.4448ms","start":"2026-03-06T01:22:28.647708Z","end":"2026-03-06T01:22:28.970152Z","steps":["trace[1455708843] 'process raft request' (duration: 322.372309ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:28.970636Z","caller":"traceutil/trace.go:171","msg":"trace[275358111] linearizableReadLoop","detail":"{readStateIndex:24051; appliedIndex:24051; }","duration":"112.646364ms","start":"2026-03-06T01:22:28.857973Z","end":"2026-03-06T01:22:28.970619Z","steps":["trace[275358111] 'read index received' (duration: 112.632704ms)","trace[275358111] 'applied index is now lower than readState.Index' (duration: 11.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:28.970748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.647697Z","time spent":"322.939743ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2646,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:28.970907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.652296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10090"} {"level":"info","ts":"2026-03-06T01:22:28.971013Z","caller":"traceutil/trace.go:171","msg":"trace[950299161] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23228; }","duration":"322.792179ms","start":"2026-03-06T01:22:28.648195Z","end":"2026-03-06T01:22:28.970987Z","steps":["trace[950299161] 'agreement among raft nodes before linearized reading' (duration: 322.478091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.971075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.648185Z","time spent":"322.877891ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":10113,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-03-06T01:22:28.97099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.064375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-935d473e-1fef-4264-86ec-4ce0b2dbfa42\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-06T01:22:28.971172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.017791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-06T01:22:28.971257Z","caller":"traceutil/trace.go:171","msg":"trace[1532146113] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23228; }","duration":"325.108364ms","start":"2026-03-06T01:22:28.646126Z","end":"2026-03-06T01:22:28.971234Z","steps":["trace[1532146113] 'agreement among raft nodes before linearized reading' (duration: 324.916609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.971337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.646107Z","time spent":"325.183425ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:28.971106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.902028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T01:22:28.971628Z","caller":"traceutil/trace.go:171","msg":"trace[529212760] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23228; }","duration":"322.44107ms","start":"2026-03-06T01:22:28.649165Z","end":"2026-03-06T01:22:28.971606Z","steps":["trace[529212760] 'agreement among raft nodes before linearized reading' (duration: 321.782955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.971699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.649156Z","time spent":"322.521082ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-06T01:22:28.971175Z","caller":"traceutil/trace.go:171","msg":"trace[335947597] range","detail":"{range_begin:/registry/persistentvolumes/pvc-935d473e-1fef-4264-86ec-4ce0b2dbfa42; range_end:; response_count:1; response_revision:23228; }","duration":"323.295591ms","start":"2026-03-06T01:22:28.647862Z","end":"2026-03-06T01:22:28.971158Z","steps":["trace[335947597] 'agreement among raft nodes before linearized reading' (duration: 322.896181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:28.971757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.647853Z","time spent":"323.887894ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-935d473e-1fef-4264-86ec-4ce0b2dbfa42\" "} {"level":"warn","ts":"2026-03-06T01:22:28.9841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.646972Z","time spent":"323.565097ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:22:29.044883Z","caller":"traceutil/trace.go:171","msg":"trace[389228393] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"153.584242ms","start":"2026-03-06T01:22:28.891221Z","end":"2026-03-06T01:22:29.044805Z","steps":["trace[389228393] 'process raft request' (duration: 153.416238ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.044986Z","caller":"traceutil/trace.go:171","msg":"trace[849995305] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"183.576003ms","start":"2026-03-06T01:22:28.861374Z","end":"2026-03-06T01:22:29.04495Z","steps":["trace[849995305] 'process raft request' (duration: 183.053221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.045081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.84638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:29.045232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.041534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:22:29.045238Z","caller":"traceutil/trace.go:171","msg":"trace[36094419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23230; }","duration":"140.059416ms","start":"2026-03-06T01:22:28.905156Z","end":"2026-03-06T01:22:29.045215Z","steps":["trace[36094419] 'agreement among raft nodes before linearized reading' (duration: 139.83306ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.045326Z","caller":"traceutil/trace.go:171","msg":"trace[991127626] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23230; }","duration":"184.212798ms","start":"2026-03-06T01:22:28.861091Z","end":"2026-03-06T01:22:29.045303Z","steps":["trace[991127626] 'agreement among raft nodes before linearized reading' (duration: 183.930841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.045951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.9096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-06T01:22:29.046004Z","caller":"traceutil/trace.go:171","msg":"trace[985724659] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23230; }","duration":"183.983633ms","start":"2026-03-06T01:22:28.862009Z","end":"2026-03-06T01:22:29.045992Z","steps":["trace[985724659] 'agreement among raft nodes before linearized reading' (duration: 182.867867ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.296963Z","caller":"traceutil/trace.go:171","msg":"trace[1179419161] linearizableReadLoop","detail":"{readStateIndex:24054; appliedIndex:24053; }","duration":"252.182727ms","start":"2026-03-06T01:22:29.044749Z","end":"2026-03-06T01:22:29.296932Z","steps":["trace[1179419161] 'read index received' (duration: 252.000523ms)","trace[1179419161] 'applied index is now lower than readState.Index' (duration: 180.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:29.297101Z","caller":"traceutil/trace.go:171","msg":"trace[1506205262] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"310.934272ms","start":"2026-03-06T01:22:28.98615Z","end":"2026-03-06T01:22:29.297085Z","steps":["trace[1506205262] 'process raft request' (duration: 310.590864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.297264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.986131Z","time spent":"310.999933ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10066,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:29.297561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.444834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-06T01:22:29.297663Z","caller":"traceutil/trace.go:171","msg":"trace[1899086668] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23231; }","duration":"320.605488ms","start":"2026-03-06T01:22:28.977032Z","end":"2026-03-06T01:22:29.297638Z","steps":["trace[1899086668] 'agreement among raft nodes before linearized reading' (duration: 320.331151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.297689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.771831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-03-06T01:22:29.297714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.977004Z","time spent":"320.70138ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-06T01:22:29.297727Z","caller":"traceutil/trace.go:171","msg":"trace[672888728] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23231; }","duration":"320.809042ms","start":"2026-03-06T01:22:28.976906Z","end":"2026-03-06T01:22:29.297715Z","steps":["trace[672888728] 'agreement among raft nodes before linearized reading' (duration: 320.645339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.297761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.976901Z","time spent":"320.854253ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:29.29795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.254353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-06T01:22:29.297992Z","caller":"traceutil/trace.go:171","msg":"trace[1386181524] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23231; }","duration":"321.320634ms","start":"2026-03-06T01:22:28.976658Z","end":"2026-03-06T01:22:29.297979Z","steps":["trace[1386181524] 'agreement among raft nodes before linearized reading' (duration: 321.207672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.298021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.97664Z","time spent":"321.374605ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-06T01:22:29.29799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.721256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:29.298169Z","caller":"traceutil/trace.go:171","msg":"trace[865868424] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23231; }","duration":"316.935652ms","start":"2026-03-06T01:22:28.981197Z","end":"2026-03-06T01:22:29.298133Z","steps":["trace[865868424] 'agreement among raft nodes before linearized reading' (duration: 316.755318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.29829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.981164Z","time spent":"317.084815ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-06T01:22:29.29809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.840613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-03-06T01:22:29.298389Z","caller":"traceutil/trace.go:171","msg":"trace[285412067] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23231; }","duration":"321.157051ms","start":"2026-03-06T01:22:28.977212Z","end":"2026-03-06T01:22:29.298369Z","steps":["trace[285412067] 'agreement among raft nodes before linearized reading' (duration: 320.798482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.29846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:28.977188Z","time spent":"321.258902ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2687,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"info","ts":"2026-03-06T01:22:29.45718Z","caller":"traceutil/trace.go:171","msg":"trace[1560067272] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"395.684263ms","start":"2026-03-06T01:22:29.061461Z","end":"2026-03-06T01:22:29.457145Z","steps":["trace[1560067272] 'process raft request' (duration: 340.119123ms)","trace[1560067272] 'compare' (duration: 55.368055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:29.457354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.061446Z","time spent":"395.822707ms","remote":"127.0.0.1:48556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2525,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:29.457448Z","caller":"traceutil/trace.go:171","msg":"trace[1668901705] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23232; }","duration":"392.13856ms","start":"2026-03-06T01:22:29.06529Z","end":"2026-03-06T01:22:29.457429Z","steps":["trace[1668901705] 'process raft request' (duration: 391.812283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.457544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.065281Z","time spent":"392.218592ms","remote":"127.0.0.1:48556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2578,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:29.457532Z","caller":"traceutil/trace.go:171","msg":"trace[1663222799] linearizableReadLoop","detail":"{readStateIndex:24057; appliedIndex:24054; }","duration":"160.456682ms","start":"2026-03-06T01:22:29.297042Z","end":"2026-03-06T01:22:29.457499Z","steps":["trace[1663222799] 'read index received' (duration: 104.565015ms)","trace[1663222799] 'applied index is now lower than readState.Index' (duration: 55.889867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:29.457699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.776056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:29.457742Z","caller":"traceutil/trace.go:171","msg":"trace[689472371] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23233; }","duration":"295.858898ms","start":"2026-03-06T01:22:29.161874Z","end":"2026-03-06T01:22:29.457733Z","steps":["trace[689472371] 'agreement among raft nodes before linearized reading' (duration: 295.761976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.457743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.804305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:29.457777Z","caller":"traceutil/trace.go:171","msg":"trace[1091736507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23233; }","duration":"318.892297ms","start":"2026-03-06T01:22:29.138876Z","end":"2026-03-06T01:22:29.457768Z","steps":["trace[1091736507] 'agreement among raft nodes before linearized reading' (duration: 318.771694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.457806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.138855Z","time spent":"318.945479ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:29.457685Z","caller":"traceutil/trace.go:171","msg":"trace[923657850] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"318.511629ms","start":"2026-03-06T01:22:29.139152Z","end":"2026-03-06T01:22:29.457664Z","steps":["trace[923657850] 'process raft request' (duration: 318.13575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.457913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.139114Z","time spent":"318.763435ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:29.458079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.246527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-06T01:22:29.458099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.601402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-06T01:22:29.458123Z","caller":"traceutil/trace.go:171","msg":"trace[1510973356] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23233; }","duration":"408.329159ms","start":"2026-03-06T01:22:29.049784Z","end":"2026-03-06T01:22:29.458113Z","steps":["trace[1510973356] 'agreement among raft nodes before linearized reading' (duration: 408.247827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.458154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.049763Z","time spent":"408.38466ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:22:29.458087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.464085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:29.458248Z","caller":"traceutil/trace.go:171","msg":"trace[585549278] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23233; }","duration":"276.644049ms","start":"2026-03-06T01:22:29.181592Z","end":"2026-03-06T01:22:29.458236Z","steps":["trace[585549278] 'agreement among raft nodes before linearized reading' (duration: 276.459735ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.458129Z","caller":"traceutil/trace.go:171","msg":"trace[961216717] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23233; }","duration":"404.688664ms","start":"2026-03-06T01:22:29.053429Z","end":"2026-03-06T01:22:29.458118Z","steps":["trace[961216717] 'agreement among raft nodes before linearized reading' (duration: 404.567052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.458292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:29.053404Z","time spent":"404.878908ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-06T01:22:29.459045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.977367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-75bb7d75f5-k7xbl\" ","response":"range_response_count:1 size:8507"} {"level":"warn","ts":"2026-03-06T01:22:29.459079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.840781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:29.45912Z","caller":"traceutil/trace.go:171","msg":"trace[714182465] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23234; }","duration":"142.885132ms","start":"2026-03-06T01:22:29.316224Z","end":"2026-03-06T01:22:29.459109Z","steps":["trace[714182465] 'agreement among raft nodes before linearized reading' (duration: 142.736248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.459141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.197308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-06T01:22:29.459169Z","caller":"traceutil/trace.go:171","msg":"trace[1935265762] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23234; }","duration":"143.25878ms","start":"2026-03-06T01:22:29.315903Z","end":"2026-03-06T01:22:29.459162Z","steps":["trace[1935265762] 'agreement among raft nodes before linearized reading' (duration: 143.201318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.459362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.832553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-06T01:22:29.4594Z","caller":"traceutil/trace.go:171","msg":"trace[189046405] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23234; }","duration":"143.897915ms","start":"2026-03-06T01:22:29.315492Z","end":"2026-03-06T01:22:29.45939Z","steps":["trace[189046405] 'agreement among raft nodes before linearized reading' (duration: 143.810143ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.45941Z","caller":"traceutil/trace.go:171","msg":"trace[619754871] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"144.283604ms","start":"2026-03-06T01:22:29.315115Z","end":"2026-03-06T01:22:29.459399Z","steps":["trace[619754871] 'process raft request' (duration: 143.749882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.459549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.356036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-06T01:22:29.459581Z","caller":"traceutil/trace.go:171","msg":"trace[2052404092] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23234; }","duration":"144.398386ms","start":"2026-03-06T01:22:29.315175Z","end":"2026-03-06T01:22:29.459574Z","steps":["trace[2052404092] 'agreement among raft nodes before linearized reading' (duration: 144.316885ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:29.459086Z","caller":"traceutil/trace.go:171","msg":"trace[606856718] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-75bb7d75f5-k7xbl; range_end:; response_count:1; response_revision:23234; }","duration":"144.060969ms","start":"2026-03-06T01:22:29.315016Z","end":"2026-03-06T01:22:29.459077Z","steps":["trace[606856718] 'agreement among raft nodes before linearized reading' (duration: 143.932696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:29.582113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.676488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:22:29.582207Z","caller":"traceutil/trace.go:171","msg":"trace[1918021502] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23246; }","duration":"107.795981ms","start":"2026-03-06T01:22:29.474391Z","end":"2026-03-06T01:22:29.582187Z","steps":["trace[1918021502] 'agreement among raft nodes before linearized reading' (duration: 107.577325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:30.662127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.941642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-nhxxz\" ","response":"range_response_count:1 size:4818"} {"level":"info","ts":"2026-03-06T01:22:30.6622Z","caller":"traceutil/trace.go:171","msg":"trace[1527840851] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-nhxxz; range_end:; response_count:1; response_revision:23270; }","duration":"190.084705ms","start":"2026-03-06T01:22:30.472098Z","end":"2026-03-06T01:22:30.662183Z","steps":["trace[1527840851] 'range keys from in-memory index tree' (duration: 189.761097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:30.846525Z","caller":"traceutil/trace.go:171","msg":"trace[896251139] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"106.400938ms","start":"2026-03-06T01:22:30.740091Z","end":"2026-03-06T01:22:30.846491Z","steps":["trace[896251139] 'process raft request' (duration: 78.724671ms)","trace[896251139] 'compare' (duration: 27.479413ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:30.873188Z","caller":"traceutil/trace.go:171","msg":"trace[644543667] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"124.797569ms","start":"2026-03-06T01:22:30.748361Z","end":"2026-03-06T01:22:30.873158Z","steps":["trace[644543667] 'process raft request' (duration: 124.639025ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.044303Z","caller":"traceutil/trace.go:171","msg":"trace[2025089100] linearizableReadLoop","detail":"{readStateIndex:24100; appliedIndex:24098; }","duration":"106.698525ms","start":"2026-03-06T01:22:30.937575Z","end":"2026-03-06T01:22:31.044274Z","steps":["trace[2025089100] 'read index received' (duration: 33.152005ms)","trace[2025089100] 'applied index is now lower than readState.Index' (duration: 73.545ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:31.044424Z","caller":"traceutil/trace.go:171","msg":"trace[364839889] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"155.476115ms","start":"2026-03-06T01:22:30.888887Z","end":"2026-03-06T01:22:31.044363Z","steps":["trace[364839889] 'process raft request' (duration: 155.23644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.044576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.969202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:31.044623Z","caller":"traceutil/trace.go:171","msg":"trace[531733289] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23275; }","duration":"107.087444ms","start":"2026-03-06T01:22:30.937524Z","end":"2026-03-06T01:22:31.044611Z","steps":["trace[531733289] 'agreement among raft nodes before linearized reading' (duration: 106.855099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.678463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.053181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:31.678555Z","caller":"traceutil/trace.go:171","msg":"trace[915857318] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23287; }","duration":"130.212555ms","start":"2026-03-06T01:22:31.548317Z","end":"2026-03-06T01:22:31.678529Z","steps":["trace[915857318] 'agreement among raft nodes before linearized reading' (duration: 130.01761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.678495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.365998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:22:31.678671Z","caller":"traceutil/trace.go:171","msg":"trace[822793339] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23287; }","duration":"127.544162ms","start":"2026-03-06T01:22:31.551117Z","end":"2026-03-06T01:22:31.678661Z","steps":["trace[822793339] 'agreement among raft nodes before linearized reading' (duration: 127.187844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.804974Z","caller":"traceutil/trace.go:171","msg":"trace[1076004748] linearizableReadLoop","detail":"{readStateIndex:24115; appliedIndex:24114; }","duration":"100.182073ms","start":"2026-03-06T01:22:31.704574Z","end":"2026-03-06T01:22:31.804756Z","steps":["trace[1076004748] 'read index received' (duration: 100.03647ms)","trace[1076004748] 'applied index is now lower than readState.Index' (duration: 144.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:31.804992Z","caller":"traceutil/trace.go:171","msg":"trace[148683693] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"101.185516ms","start":"2026-03-06T01:22:31.703587Z","end":"2026-03-06T01:22:31.804773Z","steps":["trace[148683693] 'process raft request' (duration: 100.999302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.805216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.617593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T01:22:31.805247Z","caller":"traceutil/trace.go:171","msg":"trace[1133722594] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23289; }","duration":"100.725755ms","start":"2026-03-06T01:22:31.704513Z","end":"2026-03-06T01:22:31.805239Z","steps":["trace[1133722594] 'agreement among raft nodes before linearized reading' (duration: 100.543571ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941105Z","caller":"traceutil/trace.go:171","msg":"trace[794857237] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"235.058956ms","start":"2026-03-06T01:22:31.705993Z","end":"2026-03-06T01:22:31.941052Z","steps":["trace[794857237] 'process raft request' (duration: 233.843638ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941158Z","caller":"traceutil/trace.go:171","msg":"trace[1049456330] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"232.405915ms","start":"2026-03-06T01:22:31.708724Z","end":"2026-03-06T01:22:31.94113Z","steps":["trace[1049456330] 'process raft request' (duration: 232.300013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941237Z","caller":"traceutil/trace.go:171","msg":"trace[1990946226] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"232.145579ms","start":"2026-03-06T01:22:31.709057Z","end":"2026-03-06T01:22:31.941203Z","steps":["trace[1990946226] 'process raft request' (duration: 232.028976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941271Z","caller":"traceutil/trace.go:171","msg":"trace[1098669588] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"220.946987ms","start":"2026-03-06T01:22:31.720309Z","end":"2026-03-06T01:22:31.941256Z","steps":["trace[1098669588] 'process raft request' (duration: 220.811244ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941416Z","caller":"traceutil/trace.go:171","msg":"trace[461626868] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"232.373274ms","start":"2026-03-06T01:22:31.709026Z","end":"2026-03-06T01:22:31.941399Z","steps":["trace[461626868] 'process raft request' (duration: 232.025056ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941117Z","caller":"traceutil/trace.go:171","msg":"trace[735717631] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"232.497287ms","start":"2026-03-06T01:22:31.708578Z","end":"2026-03-06T01:22:31.941075Z","steps":["trace[735717631] 'process raft request' (duration: 232.398295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941463Z","caller":"traceutil/trace.go:171","msg":"trace[115414406] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"148.384881ms","start":"2026-03-06T01:22:31.793066Z","end":"2026-03-06T01:22:31.941451Z","steps":["trace[115414406] 'process raft request' (duration: 148.126175ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.941448Z","caller":"traceutil/trace.go:171","msg":"trace[2113742367] linearizableReadLoop","detail":"{readStateIndex:24122; appliedIndex:24115; }","duration":"136.40645ms","start":"2026-03-06T01:22:31.80503Z","end":"2026-03-06T01:22:31.941437Z","steps":["trace[2113742367] 'read index received' (duration: 134.818463ms)","trace[2113742367] 'applied index is now lower than readState.Index' (duration: 1.586437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:31.941644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.740949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:22:31.941682Z","caller":"traceutil/trace.go:171","msg":"trace[979245013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23296; }","duration":"222.848032ms","start":"2026-03-06T01:22:31.718825Z","end":"2026-03-06T01:22:31.941673Z","steps":["trace[979245013] 'agreement among raft nodes before linearized reading' (duration: 222.639817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.941672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.091042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:31.941854Z","caller":"traceutil/trace.go:171","msg":"trace[1038525642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23296; }","duration":"130.332718ms","start":"2026-03-06T01:22:31.81151Z","end":"2026-03-06T01:22:31.941842Z","steps":["trace[1038525642] 'agreement among raft nodes before linearized reading' (duration: 130.109183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.941905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.019307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:22:31.941937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.966222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:22:31.941973Z","caller":"traceutil/trace.go:171","msg":"trace[1044051310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23296; }","duration":"185.15113ms","start":"2026-03-06T01:22:31.756807Z","end":"2026-03-06T01:22:31.941958Z","steps":["trace[1044051310] 'agreement among raft nodes before linearized reading' (duration: 184.930554ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:31.942026Z","caller":"traceutil/trace.go:171","msg":"trace[2041082894] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23296; }","duration":"184.119916ms","start":"2026-03-06T01:22:31.757885Z","end":"2026-03-06T01:22:31.942004Z","steps":["trace[2041082894] 'agreement among raft nodes before linearized reading' (duration: 183.834139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:31.954889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.68259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:22:31.954989Z","caller":"traceutil/trace.go:171","msg":"trace[589626721] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23296; }","duration":"137.870764ms","start":"2026-03-06T01:22:31.817097Z","end":"2026-03-06T01:22:31.954967Z","steps":["trace[589626721] 'agreement among raft nodes before linearized reading' (duration: 124.617954ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.412254Z","caller":"traceutil/trace.go:171","msg":"trace[832874700] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24138; }","duration":"137.379773ms","start":"2026-03-06T01:22:32.274845Z","end":"2026-03-06T01:22:32.412225Z","steps":["trace[832874700] 'read index received' (duration: 97.856569ms)","trace[832874700] 'applied index is now lower than readState.Index' (duration: 39.522434ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:32.412377Z","caller":"traceutil/trace.go:171","msg":"trace[305121442] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"138.55455ms","start":"2026-03-06T01:22:32.273811Z","end":"2026-03-06T01:22:32.412365Z","steps":["trace[305121442] 'process raft request' (duration: 98.918913ms)","trace[305121442] 'compare' (duration: 39.381251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:32.412627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.733634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:22:32.41268Z","caller":"traceutil/trace.go:171","msg":"trace[743513432] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23311; }","duration":"135.826526ms","start":"2026-03-06T01:22:32.27684Z","end":"2026-03-06T01:22:32.412666Z","steps":["trace[743513432] 'agreement among raft nodes before linearized reading' (duration: 135.634652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.412864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.011288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:22:32.412896Z","caller":"traceutil/trace.go:171","msg":"trace[1890578531] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23311; }","duration":"138.060468ms","start":"2026-03-06T01:22:32.274827Z","end":"2026-03-06T01:22:32.412887Z","steps":["trace[1890578531] 'agreement among raft nodes before linearized reading' (duration: 137.911685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.413465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.239213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112157"} {"level":"info","ts":"2026-03-06T01:22:32.413505Z","caller":"traceutil/trace.go:171","msg":"trace[311552042] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23311; }","duration":"135.293124ms","start":"2026-03-06T01:22:32.278203Z","end":"2026-03-06T01:22:32.413496Z","steps":["trace[311552042] 'agreement among raft nodes before linearized reading' (duration: 135.078579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.555402Z","caller":"traceutil/trace.go:171","msg":"trace[647512885] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"130.836199ms","start":"2026-03-06T01:22:32.424535Z","end":"2026-03-06T01:22:32.555372Z","steps":["trace[647512885] 'process raft request' (duration: 130.756888ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.555634Z","caller":"traceutil/trace.go:171","msg":"trace[938439320] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"129.831006ms","start":"2026-03-06T01:22:32.425776Z","end":"2026-03-06T01:22:32.555607Z","steps":["trace[938439320] 'process raft request' (duration: 129.55782ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.555657Z","caller":"traceutil/trace.go:171","msg":"trace[725814254] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"132.592321ms","start":"2026-03-06T01:22:32.422978Z","end":"2026-03-06T01:22:32.55557Z","steps":["trace[725814254] 'process raft request' (duration: 132.264563ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.555718Z","caller":"traceutil/trace.go:171","msg":"trace[1507140410] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24140; }","duration":"120.931048ms","start":"2026-03-06T01:22:32.434765Z","end":"2026-03-06T01:22:32.555696Z","steps":["trace[1507140410] 'read index received' (duration: 59.304577ms)","trace[1507140410] 'applied index is now lower than readState.Index' (duration: 61.625631ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:32.55585Z","caller":"traceutil/trace.go:171","msg":"trace[1192697643] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"114.334944ms","start":"2026-03-06T01:22:32.441483Z","end":"2026-03-06T01:22:32.555818Z","steps":["trace[1192697643] 'process raft request' (duration: 114.1633ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.55593Z","caller":"traceutil/trace.go:171","msg":"trace[174567817] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"129.927789ms","start":"2026-03-06T01:22:32.425935Z","end":"2026-03-06T01:22:32.555863Z","steps":["trace[174567817] 'process raft request' (duration: 129.617812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.556081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.257815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:22:32.556148Z","caller":"traceutil/trace.go:171","msg":"trace[988077711] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23318; }","duration":"121.386148ms","start":"2026-03-06T01:22:32.434747Z","end":"2026-03-06T01:22:32.556133Z","steps":["trace[988077711] 'agreement among raft nodes before linearized reading' (duration: 121.156623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:32.5561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.304607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112157"} {"level":"info","ts":"2026-03-06T01:22:32.556227Z","caller":"traceutil/trace.go:171","msg":"trace[1538206422] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23318; }","duration":"121.487951ms","start":"2026-03-06T01:22:32.434726Z","end":"2026-03-06T01:22:32.556214Z","steps":["trace[1538206422] 'agreement among raft nodes before linearized reading' (duration: 121.102962ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:32.555538Z","caller":"traceutil/trace.go:171","msg":"trace[1657871107] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"132.55992ms","start":"2026-03-06T01:22:32.422922Z","end":"2026-03-06T01:22:32.555482Z","steps":["trace[1657871107] 'process raft request' (duration: 132.12736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:34.628846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:35.112436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078675715s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:22:35.112977Z","caller":"traceutil/trace.go:171","msg":"trace[607943259] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"1.079387482s","start":"2026-03-06T01:22:34.033556Z","end":"2026-03-06T01:22:35.112943Z","steps":["trace[607943259] 'process raft request' (duration: 1.079164677s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.113267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.033503Z","time spent":"1.079633938s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.12658Z","caller":"traceutil/trace.go:171","msg":"trace[1879909356] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"1.092074909s","start":"2026-03-06T01:22:34.034478Z","end":"2026-03-06T01:22:35.126553Z","steps":["trace[1879909356] 'process raft request' (duration: 1.091786832s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.126773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.034465Z","time spent":"1.092198931s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.126776Z","caller":"traceutil/trace.go:171","msg":"trace[459248546] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"1.092268123s","start":"2026-03-06T01:22:34.034494Z","end":"2026-03-06T01:22:35.126762Z","steps":["trace[459248546] 'process raft request' (duration: 1.092017518s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:35.126857Z","caller":"traceutil/trace.go:171","msg":"trace[12165734] linearizableReadLoop","detail":"{readStateIndex:24154; appliedIndex:24150; }","duration":"998.543601ms","start":"2026-03-06T01:22:34.12828Z","end":"2026-03-06T01:22:35.126823Z","steps":["trace[12165734] 'read index received' (duration: 984.426691ms)","trace[12165734] 'applied index is now lower than readState.Index' (duration: 14.1154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:35.126915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.034469Z","time spent":"1.092410476s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:35.126936Z","caller":"traceutil/trace.go:171","msg":"trace[317275155] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"1.089903998s","start":"2026-03-06T01:22:34.037014Z","end":"2026-03-06T01:22:35.126918Z","steps":["trace[317275155] 'process raft request' (duration: 1.089698123s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.126991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.036987Z","time spent":"1.089976069s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:35.12705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.753397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.12709Z","caller":"traceutil/trace.go:171","msg":"trace[1402676933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23326; }","duration":"998.850459ms","start":"2026-03-06T01:22:34.128228Z","end":"2026-03-06T01:22:35.127078Z","steps":["trace[1402676933] 'agreement among raft nodes before linearized reading' (duration: 998.746106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.128209Z","time spent":"998.90608ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:35.127146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.568866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:22:35.127146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.382651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:22:35.12717Z","caller":"traceutil/trace.go:171","msg":"trace[1447254923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23326; }","duration":"562.600577ms","start":"2026-03-06T01:22:34.564562Z","end":"2026-03-06T01:22:35.127162Z","steps":["trace[1447254923] 'agreement among raft nodes before linearized reading' (duration: 562.528305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:35.127174Z","caller":"traceutil/trace.go:171","msg":"trace[1690050315] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23326; }","duration":"562.456103ms","start":"2026-03-06T01:22:34.564709Z","end":"2026-03-06T01:22:35.127166Z","steps":["trace[1690050315] 'agreement among raft nodes before linearized reading' (duration: 562.34864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.564558Z","time spent":"562.634228ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:35.127197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.564677Z","time spent":"562.514985ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:22:35.127159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.338171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.127251Z","caller":"traceutil/trace.go:171","msg":"trace[246796419] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23326; }","duration":"453.485154ms","start":"2026-03-06T01:22:34.673746Z","end":"2026-03-06T01:22:35.127231Z","steps":["trace[246796419] 'agreement among raft nodes before linearized reading' (duration: 453.333831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.298731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:22:35.127289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.673724Z","time spent":"453.558037ms","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:35.127304Z","caller":"traceutil/trace.go:171","msg":"trace[135260705] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23326; }","duration":"595.347403ms","start":"2026-03-06T01:22:34.531947Z","end":"2026-03-06T01:22:35.127295Z","steps":["trace[135260705] 'agreement among raft nodes before linearized reading' (duration: 595.305062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.53193Z","time spent":"595.390724ms","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:35.127326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.634221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:22:35.127297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.437926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:22:35.127355Z","caller":"traceutil/trace.go:171","msg":"trace[631829100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23326; }","duration":"563.696202ms","start":"2026-03-06T01:22:34.563654Z","end":"2026-03-06T01:22:35.12735Z","steps":["trace[631829100] 'agreement among raft nodes before linearized reading' (duration: 563.641201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.563633Z","time spent":"563.735404ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:22:35.127388Z","caller":"traceutil/trace.go:171","msg":"trace[1340726289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23326; }","duration":"628.58179ms","start":"2026-03-06T01:22:34.498782Z","end":"2026-03-06T01:22:35.127364Z","steps":["trace[1340726289] 'agreement among raft nodes before linearized reading' (duration: 628.253442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.498752Z","time spent":"628.667402ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:22:35.127437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.193063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:35.127458Z","caller":"traceutil/trace.go:171","msg":"trace[628082994] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23326; }","duration":"614.255945ms","start":"2026-03-06T01:22:34.513194Z","end":"2026-03-06T01:22:35.12745Z","steps":["trace[628082994] 'agreement among raft nodes before linearized reading' (duration: 614.219574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.847073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-06T01:22:35.127478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.513139Z","time spent":"614.335396ms","remote":"127.0.0.1:58610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:35.127486Z","caller":"traceutil/trace.go:171","msg":"trace[1089817529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23326; }","duration":"566.082168ms","start":"2026-03-06T01:22:34.561397Z","end":"2026-03-06T01:22:35.127479Z","steps":["trace[1089817529] 'agreement among raft nodes before linearized reading' (duration: 565.849603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.127516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.561378Z","time spent":"566.130069ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:22:35.128035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.122962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:22:35.128115Z","caller":"traceutil/trace.go:171","msg":"trace[2096350108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23326; }","duration":"564.203904ms","start":"2026-03-06T01:22:34.5639Z","end":"2026-03-06T01:22:35.128103Z","steps":["trace[2096350108] 'agreement among raft nodes before linearized reading' (duration: 563.160369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:35.128165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:34.563874Z","time spent":"564.282356ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:22:38.389667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.716468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:38.38976Z","caller":"traceutil/trace.go:171","msg":"trace[279613076] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23351; }","duration":"801.82097ms","start":"2026-03-06T01:22:37.587914Z","end":"2026-03-06T01:22:38.389735Z","steps":["trace[279613076] 'count revisions from in-memory index tree' (duration: 801.600066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.389775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.939122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-03-06T01:22:38.389815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.587839Z","time spent":"801.967114ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:38.389848Z","caller":"traceutil/trace.go:171","msg":"trace[1354727639] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23351; }","duration":"979.075965ms","start":"2026-03-06T01:22:37.410756Z","end":"2026-03-06T01:22:38.389832Z","steps":["trace[1354727639] 'range keys from in-memory index tree' (duration: 978.761927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.389888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.41073Z","time spent":"979.147167ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-06T01:22:38.390167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.143474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-06T01:22:38.390258Z","caller":"traceutil/trace.go:171","msg":"trace[1969766174] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23351; }","duration":"978.291117ms","start":"2026-03-06T01:22:37.411938Z","end":"2026-03-06T01:22:38.39023Z","steps":["trace[1969766174] 'range keys from in-memory index tree' (duration: 977.888217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.390304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.411911Z","time spent":"978.383258ms","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-06T01:22:38.414106Z","caller":"traceutil/trace.go:171","msg":"trace[1031316246] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"698.471614ms","start":"2026-03-06T01:22:37.715615Z","end":"2026-03-06T01:22:38.414087Z","steps":["trace[1031316246] 'process raft request' (duration: 698.234758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.414259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.715584Z","time spent":"698.577367ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:38.465875Z","caller":"traceutil/trace.go:171","msg":"trace[1054078351] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"744.522781ms","start":"2026-03-06T01:22:37.721327Z","end":"2026-03-06T01:22:38.46585Z","steps":["trace[1054078351] 'process raft request' (duration: 744.279045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:38.466008Z","caller":"traceutil/trace.go:171","msg":"trace[1401828324] linearizableReadLoop","detail":"{readStateIndex:24182; appliedIndex:24180; }","duration":"338.012164ms","start":"2026-03-06T01:22:38.12797Z","end":"2026-03-06T01:22:38.465982Z","steps":["trace[1401828324] 'read index received' (duration: 286.012978ms)","trace[1401828324] 'applied index is now lower than readState.Index' (duration: 51.997206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:38.466062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:37.721299Z","time spent":"744.647393ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:38.466212Z","caller":"traceutil/trace.go:171","msg":"trace[873133612] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"213.004011ms","start":"2026-03-06T01:22:38.253177Z","end":"2026-03-06T01:22:38.466181Z","steps":["trace[873133612] 'process raft request' (duration: 212.621242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.466528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.540707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:38.466721Z","caller":"traceutil/trace.go:171","msg":"trace[1345299214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23354; }","duration":"338.794333ms","start":"2026-03-06T01:22:38.127911Z","end":"2026-03-06T01:22:38.466705Z","steps":["trace[1345299214] 'agreement among raft nodes before linearized reading' (duration: 338.551307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:38.466771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:38.127885Z","time spent":"338.874784ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:22:41.08632Z","caller":"traceutil/trace.go:171","msg":"trace[1398673864] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"641.243414ms","start":"2026-03-06T01:22:40.445048Z","end":"2026-03-06T01:22:41.086292Z","steps":["trace[1398673864] 'process raft request' (duration: 641.06484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:41.08653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.445025Z","time spent":"641.372437ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:41.627425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:42.000316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.285241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:42.000709Z","caller":"traceutil/trace.go:171","msg":"trace[525508905] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"1.548672975s","start":"2026-03-06T01:22:40.452016Z","end":"2026-03-06T01:22:42.000689Z","steps":["trace[525508905] 'process raft request' (duration: 1.392745849s)","trace[525508905] 'compare' (duration: 154.927663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:42.000783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.451984Z","time spent":"1.548771557s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:42.000861Z","caller":"traceutil/trace.go:171","msg":"trace[1572543118] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"1.52925312s","start":"2026-03-06T01:22:40.471569Z","end":"2026-03-06T01:22:42.000822Z","steps":["trace[1572543118] 'process raft request' (duration: 1.528838101s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:42.001068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:40.471536Z","time spent":"1.529426145s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:43.126837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:43.126914Z","caller":"traceutil/trace.go:171","msg":"trace[1335039664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376179s","start":"2026-03-06T01:22:41.126519Z","end":"2026-03-06T01:22:43.126895Z","steps":["trace[1335039664] 'agreement among raft nodes before linearized reading' (duration: 2.000270467s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.126953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.126491Z","time spent":"2.000454552s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:43.651753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.806943046s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:43.855146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.4597Z","time spent":"395.434498ms","remote":"127.0.0.1:35874","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:43.856076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.98049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:43.856299Z","caller":"traceutil/trace.go:171","msg":"trace[439999235] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"2.654071806s","start":"2026-03-06T01:22:41.202209Z","end":"2026-03-06T01:22:43.856281Z","steps":["trace[439999235] 'process raft request' (duration: 2.653973104s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.856376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.202181Z","time spent":"2.654162079s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:43.856385Z","caller":"traceutil/trace.go:171","msg":"trace[994251549] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"2.715259708s","start":"2026-03-06T01:22:41.141089Z","end":"2026-03-06T01:22:43.856349Z","steps":["trace[994251549] 'process raft request' (duration: 2.510906029s)","trace[994251549] 'compare' (duration: 203.797436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:43.856573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.14106Z","time spent":"2.715410801s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:43.856677Z","caller":"traceutil/trace.go:171","msg":"trace[375702729] linearizableReadLoop","detail":"{readStateIndex:24202; appliedIndex:24196; }","duration":"2.729999773s","start":"2026-03-06T01:22:41.126597Z","end":"2026-03-06T01:22:43.856597Z","steps":["trace[375702729] 'read index received' (duration: 718.188295ms)","trace[375702729] 'applied index is now lower than readState.Index' (duration: 2.011810428s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:43.856874Z","caller":"traceutil/trace.go:171","msg":"trace[1494488617] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"2.652790097s","start":"2026-03-06T01:22:41.204069Z","end":"2026-03-06T01:22:43.856859Z","steps":["trace[1494488617] 'process raft request' (duration: 2.652168462s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.857028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.204038Z","time spent":"2.65290728s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:22:43.85734Z","caller":"traceutil/trace.go:171","msg":"trace[1233846521] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"2.65247711s","start":"2026-03-06T01:22:41.204848Z","end":"2026-03-06T01:22:43.857325Z","steps":["trace[1233846521] 'process raft request' (duration: 2.65163415s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:43.857651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.20484Z","time spent":"2.652724365s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:44.357683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:44.858576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:45.128375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001083035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:45.128575Z","caller":"traceutil/trace.go:171","msg":"trace[1083853207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001358081s","start":"2026-03-06T01:22:43.127186Z","end":"2026-03-06T01:22:45.128544Z","steps":["trace[1083853207] 'agreement among raft nodes before linearized reading' (duration: 2.001110296s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.128671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.127163Z","time spent":"2.001492964s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:45.255241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000827719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:45.255324Z","caller":"traceutil/trace.go:171","msg":"trace[362071864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000978553s","start":"2026-03-06T01:22:43.254327Z","end":"2026-03-06T01:22:45.255305Z","steps":["trace[362071864] 'agreement among raft nodes before linearized reading' (duration: 2.00086156s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:45.255372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.254303Z","time spent":"2.001058734s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:45.35959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:45.860366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:46.218204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999810531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:46.218299Z","caller":"traceutil/trace.go:171","msg":"trace[1543409080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999965075s","start":"2026-03-06T01:22:41.218311Z","end":"2026-03-06T01:22:46.218276Z","steps":["trace[1543409080] 'agreement among raft nodes before linearized reading' (duration: 4.999849092s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.218342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.218275Z","time spent":"5.000060067s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 01:22:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:46.24647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999570336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:46.246572Z","caller":"traceutil/trace.go:171","msg":"trace[1040661189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999716749s","start":"2026-03-06T01:22:41.246831Z","end":"2026-03-06T01:22:46.246548Z","steps":["trace[1040661189] 'agreement among raft nodes before linearized reading' (duration: 4.999565495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.246633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.246795Z","time spent":"4.999826932s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:22:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:46.246743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999387401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:46.246774Z","caller":"traceutil/trace.go:171","msg":"trace[964384621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999449973s","start":"2026-03-06T01:22:41.247317Z","end":"2026-03-06T01:22:46.246767Z","steps":["trace[964384621] 'agreement among raft nodes before linearized reading' (duration: 4.999419192s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.246799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.247299Z","time spent":"4.999494394s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:22:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:46.313127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.660995227s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:46.551477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584272849s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:46.55162Z","caller":"traceutil/trace.go:171","msg":"trace[754308736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23373; }","duration":"1.584435093s","start":"2026-03-06T01:22:44.967163Z","end":"2026-03-06T01:22:46.551598Z","steps":["trace[754308736] 'range keys from in-memory index tree' (duration: 1.584252359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.551756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.17425Z","time spent":"1.377498524s","remote":"127.0.0.1:35882","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:46.552076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.547749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:22:46.552285Z","caller":"traceutil/trace.go:171","msg":"trace[926121133] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"3.458999359s","start":"2026-03-06T01:22:43.093266Z","end":"2026-03-06T01:22:46.552266Z","steps":["trace[926121133] 'process raft request' (duration: 3.220160673s)","trace[926121133] 'compare' (duration: 237.500244ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:46.552307Z","caller":"traceutil/trace.go:171","msg":"trace[714253068] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"3.079583626s","start":"2026-03-06T01:22:43.472707Z","end":"2026-03-06T01:22:46.55229Z","steps":["trace[714253068] 'process raft request' (duration: 3.079480584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:46.552374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.472676Z","time spent":"3.079665928s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:46.552419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:43.093234Z","time spent":"3.459103781s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:47.137981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:47.138118Z","caller":"traceutil/trace.go:171","msg":"trace[101385894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750789s","start":"2026-03-06T01:22:45.137341Z","end":"2026-03-06T01:22:47.138092Z","steps":["trace[101385894] 'agreement among raft nodes before linearized reading' (duration: 2.000582455s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:47.138169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.137333Z","time spent":"2.00082375s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:49.005116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:44.008501Z","time spent":"4.996605385s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:22:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:49.138539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:22:49.138679Z","caller":"traceutil/trace.go:171","msg":"trace[1453645745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410579s","start":"2026-03-06T01:22:47.138245Z","end":"2026-03-06T01:22:49.138656Z","steps":["trace[1453645745] 'agreement among raft nodes before linearized reading' (duration: 2.000228814s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:49.13875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.138216Z","time spent":"2.000519242s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:22:50.256468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.942579687s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:50.710481Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc0906072b2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:22:50.860906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.864283Z","time spent":"4.996611947s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:22:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:50.861621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.8644Z","time spent":"4.997210591s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:22:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:50.862761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.865027Z","time spent":"4.997729834s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:22:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.147914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998980508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.14801Z","caller":"traceutil/trace.go:171","msg":"trace[1687767334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999170152s","start":"2026-03-06T01:22:49.148817Z","end":"2026-03-06T01:22:51.147988Z","steps":["trace[1687767334] 'agreement among raft nodes before linearized reading' (duration: 1.999036489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.148064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.148741Z","time spent":"1.999313035s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.236515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008858524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.236677Z","caller":"traceutil/trace.go:171","msg":"trace[1319562482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.009093179s","start":"2026-03-06T01:22:48.227562Z","end":"2026-03-06T01:22:51.236655Z","steps":["trace[1319562482] 'agreement among raft nodes before linearized reading' (duration: 3.008897475s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.236733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.227543Z","time spent":"3.009177942s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.246708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996065075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.24677Z","caller":"traceutil/trace.go:171","msg":"trace[1748807554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996186458s","start":"2026-03-06T01:22:48.25057Z","end":"2026-03-06T01:22:51.246756Z","steps":["trace[1748807554] 'agreement among raft nodes before linearized reading' (duration: 2.996115936s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.246807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.250547Z","time spent":"2.99625102s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.24693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999542551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.246992Z","caller":"traceutil/trace.go:171","msg":"trace[1848857970] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999649724s","start":"2026-03-06T01:22:41.247327Z","end":"2026-03-06T01:22:51.246976Z","steps":["trace[1848857970] 'agreement among raft nodes before linearized reading' (duration: 9.999589452s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.247051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.2473Z","time spent":"9.999737696s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.247196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99988957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.247237Z","caller":"traceutil/trace.go:171","msg":"trace[1674974665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999954982s","start":"2026-03-06T01:22:41.247268Z","end":"2026-03-06T01:22:51.247223Z","steps":["trace[1674974665] 'agreement among raft nodes before linearized reading' (duration: 9.999917361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.247271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.247257Z","time spent":"10.000006853s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.247889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999339572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.247942Z","caller":"traceutil/trace.go:171","msg":"trace[2007859442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999425403s","start":"2026-03-06T01:22:48.248504Z","end":"2026-03-06T01:22:51.24793Z","steps":["trace[2007859442] 'agreement among raft nodes before linearized reading' (duration: 2.999368792s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.247974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.248488Z","time spent":"2.999478475s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:51.250851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001461596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:51.250964Z","caller":"traceutil/trace.go:171","msg":"trace[6430164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.001622s","start":"2026-03-06T01:22:41.249318Z","end":"2026-03-06T01:22:51.25094Z","steps":["trace[6430164] 'agreement among raft nodes before linearized reading' (duration: 10.001477697s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:51.251013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.249303Z","time spent":"10.001701852s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/06 01:22:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:52.865722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.865302Z","time spent":"7.000412727s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:53.06101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:53.061107Z","caller":"traceutil/trace.go:171","msg":"trace[1467876888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99996774s","start":"2026-03-06T01:22:51.061112Z","end":"2026-03-06T01:22:53.06108Z","steps":["trace[1467876888] 'agreement among raft nodes before linearized reading' (duration: 1.999858777s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:53.06115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.061055Z","time spent":"2.000085992s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:53.148051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999666113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:53.148145Z","caller":"traceutil/trace.go:171","msg":"trace[1645411507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999813397s","start":"2026-03-06T01:22:51.148311Z","end":"2026-03-06T01:22:53.148124Z","steps":["trace[1645411507] 'agreement among raft nodes before linearized reading' (duration: 1.999699024s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:53.148189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.148286Z","time spent":"1.999894758s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:53.557461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.560315Z","time spent":"4.997137161s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:53.968762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:46.968096Z","time spent":"7.000657263s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:53.969623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712504089s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T01:22:54.005413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998506803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:54.005519Z","caller":"traceutil/trace.go:171","msg":"trace[1366020665] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998681457s","start":"2026-03-06T01:22:49.006811Z","end":"2026-03-06T01:22:54.005493Z","steps":["trace[1366020665] 'agreement among raft nodes before linearized reading' (duration: 4.998543264s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:54.005577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.006785Z","time spent":"4.99878019s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/06 01:22:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:55.157696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:55.157804Z","caller":"traceutil/trace.go:171","msg":"trace[48476089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000753578s","start":"2026-03-06T01:22:53.157027Z","end":"2026-03-06T01:22:55.15778Z","steps":["trace[48476089] 'agreement among raft nodes before linearized reading' (duration: 2.000621985s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.157868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.157019Z","time spent":"2.00083026s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:55.861136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998729386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:55.861255Z","caller":"traceutil/trace.go:171","msg":"trace[692077313] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99887728s","start":"2026-03-06T01:22:50.862348Z","end":"2026-03-06T01:22:55.861226Z","steps":["trace[692077313] 'agreement among raft nodes before linearized reading' (duration: 4.998702386s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.861329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.86229Z","time spent":"4.999020263s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/06 01:22:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:55.861721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99847928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:55.86203Z","caller":"traceutil/trace.go:171","msg":"trace[763042754] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998839479s","start":"2026-03-06T01:22:50.863135Z","end":"2026-03-06T01:22:55.861974Z","steps":["trace[763042754] 'agreement among raft nodes before linearized reading' (duration: 4.998493251s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.862209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997425826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-06T01:22:55.862153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.863125Z","time spent":"4.999010643s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:22:55.862314Z","caller":"traceutil/trace.go:171","msg":"trace[1632693478] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99757454s","start":"2026-03-06T01:22:50.864715Z","end":"2026-03-06T01:22:55.862289Z","steps":["trace[1632693478] 'agreement among raft nodes before linearized reading' (duration: 4.997449817s)"],"step_count":1} 2026/03/06 01:22:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:55.862359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.864707Z","time spent":"4.997645721s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/06 01:22:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:55.863564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993287729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:55.863643Z","caller":"traceutil/trace.go:171","msg":"trace[758219773] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993413751s","start":"2026-03-06T01:22:52.870208Z","end":"2026-03-06T01:22:55.863622Z","steps":["trace[758219773] 'agreement among raft nodes before linearized reading' (duration: 2.993319159s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:55.863714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.87019Z","time spent":"2.993509464s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/06 01:22:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:56.117018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149558782s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:56.117199Z","caller":"traceutil/trace.go:171","msg":"trace[1864184407] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23376; }","duration":"1.149749446s","start":"2026-03-06T01:22:54.96742Z","end":"2026-03-06T01:22:56.117169Z","steps":["trace[1864184407] 'range keys from in-memory index tree' (duration: 1.149534571s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.117169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145311518s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-06T01:22:56.118116Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"61.802µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-06T01:22:56.118179Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc0906072b2","error":"lease not found"} {"level":"info","ts":"2026-03-06T01:22:56.118355Z","caller":"traceutil/trace.go:171","msg":"trace[1507624194] linearizableReadLoop","detail":"{readStateIndex:24206; appliedIndex:24202; }","duration":"12.261549048s","start":"2026-03-06T01:22:43.856786Z","end":"2026-03-06T01:22:56.118335Z","steps":["trace[1507624194] 'read index received' (duration: 2.456677969s)","trace[1507624194] 'applied index is now lower than readState.Index' (duration: 9.804869759s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:22:56.118526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.763747933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:22:56.118568Z","caller":"traceutil/trace.go:171","msg":"trace[379477194] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23383; }","duration":"14.763850255s","start":"2026-03-06T01:22:41.354705Z","end":"2026-03-06T01:22:56.118555Z","steps":["trace[379477194] 'agreement among raft nodes before linearized reading' (duration: 14.763758373s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:56.11854Z","caller":"traceutil/trace.go:171","msg":"trace[1408842372] transaction","detail":"{read_only:false; response_revision:23383; number_of_response:1; }","duration":"6.11879678s","start":"2026-03-06T01:22:49.999682Z","end":"2026-03-06T01:22:56.118479Z","steps":["trace[1408842372] 'process raft request' (duration: 6.118323629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.118573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.202995915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:56.118693Z","caller":"traceutil/trace.go:171","msg":"trace[575646496] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23383; }","duration":"13.203177409s","start":"2026-03-06T01:22:42.915488Z","end":"2026-03-06T01:22:56.118666Z","steps":["trace[575646496] 'agreement among raft nodes before linearized reading' (duration: 13.202931443s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.118722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.030580768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:22:56.118738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.999634Z","time spent":"6.119008855s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:22:56.118756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:42.915461Z","time spent":"13.203280631s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:56.118617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:41.354678Z","time spent":"14.763926938s","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:22:56.118813Z","caller":"traceutil/trace.go:171","msg":"trace[1164585991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23383; }","duration":"14.030712531s","start":"2026-03-06T01:22:42.088078Z","end":"2026-03-06T01:22:56.11879Z","steps":["trace[1164585991] 'agreement among raft nodes before linearized reading' (duration: 14.030378763s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.118899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:42.088056Z","time spent":"14.030827724s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:22:56.118834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.4944428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:22:56.118995Z","caller":"traceutil/trace.go:171","msg":"trace[1695171563] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23383; }","duration":"13.494681676s","start":"2026-03-06T01:22:42.624275Z","end":"2026-03-06T01:22:56.118957Z","steps":["trace[1695171563] 'agreement among raft nodes before linearized reading' (duration: 13.494215985s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:56.119087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:42.624256Z","time spent":"13.494803038s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:22:56.247642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.249357Z","time spent":"4.998267486s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:56.247678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.248862Z","time spent":"4.998802078s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:22:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:56.619312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:22:56.790297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.032635589s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:22:57.158744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:57.158855Z","caller":"traceutil/trace.go:171","msg":"trace[1681915482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538242s","start":"2026-03-06T01:22:55.15829Z","end":"2026-03-06T01:22:57.158828Z","steps":["trace[1681915482] 'agreement among raft nodes before linearized reading' (duration: 2.000404799s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:57.15891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.158264Z","time spent":"2.000636944s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:58.250596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.249716Z","time spent":"7.000869807s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:58.253866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.253274Z","time spent":"7.000583321s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:58.557824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997931928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:58.557943Z","caller":"traceutil/trace.go:171","msg":"trace[158228197] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998111022s","start":"2026-03-06T01:22:53.559801Z","end":"2026-03-06T01:22:58.557912Z","steps":["trace[158228197] 'agreement among raft nodes before linearized reading' (duration: 4.997970308s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:58.558001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.55978Z","time spent":"4.998209125s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/06 01:22:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:58.560458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.559727Z","time spent":"7.000726594s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:58.583745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4604824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:58.583801Z","caller":"traceutil/trace.go:171","msg":"trace[1285515698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.460576201s","start":"2026-03-06T01:22:56.123211Z","end":"2026-03-06T01:22:58.583787Z","steps":["trace[1285515698] 'agreement among raft nodes before linearized reading' (duration: 2.46051216s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:58.583839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.123195Z","time spent":"2.460635143s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/06 01:22:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:59.006955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:54.008175Z","time spent":"4.998768526s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:22:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:59.137557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.136469Z","time spent":"7.001077271s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:22:59.16804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:59.168121Z","caller":"traceutil/trace.go:171","msg":"trace[441002283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371449s","start":"2026-03-06T01:22:57.167727Z","end":"2026-03-06T01:22:59.168098Z","steps":["trace[441002283] 'agreement among raft nodes before linearized reading' (duration: 2.000255057s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.168171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:57.167697Z","time spent":"2.000464031s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:22:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:22:59.29597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505280046s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-06T01:22:59.79428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010303384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:22:59.794379Z","caller":"traceutil/trace.go:171","msg":"trace[661902776] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.010474208s","start":"2026-03-06T01:22:49.783879Z","end":"2026-03-06T01:22:59.794353Z","steps":["trace[661902776] 'agreement among raft nodes before linearized reading' (duration: 10.010333985s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:22:59.794489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.783862Z","time spent":"10.010609721s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/06 01:22:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:00.196191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.405513908s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:00.861908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.864913Z","time spent":"4.996986256s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:23:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:00.970918Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc0906073e7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:23:01.168747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:01.168945Z","caller":"traceutil/trace.go:171","msg":"trace[1237356190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000924143s","start":"2026-03-06T01:22:59.167973Z","end":"2026-03-06T01:23:01.168897Z","steps":["trace[1237356190] 'agreement among raft nodes before linearized reading' (duration: 2.000678798s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.169017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.167957Z","time spent":"2.001049576s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:01.290539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045816787s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:01.419631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223005731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-06T01:23:01.957103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.980814983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:01.957221Z","caller":"traceutil/trace.go:171","msg":"trace[264045691] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.981006418s","start":"2026-03-06T01:22:53.976186Z","end":"2026-03-06T01:23:01.957193Z","steps":["trace[264045691] 'agreement among raft nodes before linearized reading' (duration: 7.980849594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:01.957297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.976164Z","time spent":"7.98111087s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/06 01:23:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:03.025155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605383871s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:03.025803Z","caller":"traceutil/trace.go:171","msg":"trace[214601556] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23390; }","duration":"3.883011405s","start":"2026-03-06T01:22:59.142766Z","end":"2026-03-06T01:23:03.025777Z","steps":["trace[214601556] 'process raft request' (duration: 3.882886092s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.026749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.793706054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.287033431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:03.026804Z","caller":"traceutil/trace.go:171","msg":"trace[395752110] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23390; }","duration":"16.793816747s","start":"2026-03-06T01:22:46.232973Z","end":"2026-03-06T01:23:03.026789Z","steps":["trace[395752110] 'agreement among raft nodes before linearized reading' (duration: 16.793735625s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.025966Z","caller":"traceutil/trace.go:171","msg":"trace[29566549] linearizableReadLoop","detail":"{readStateIndex:24223; appliedIndex:24214; }","duration":"6.907552374s","start":"2026-03-06T01:22:56.118394Z","end":"2026-03-06T01:23:03.025947Z","steps":["trace[29566549] 'read index received' (duration: 672.246181ms)","trace[29566549] 'applied index is now lower than readState.Index' (duration: 6.235303603s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:03.026851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:46.232956Z","time spent":"16.793884029s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.026913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.648943844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"warn","ts":"2026-03-06T01:23:03.025964Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"164.644µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-06T01:23:03.026981Z","caller":"traceutil/trace.go:171","msg":"trace[886481176] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23390; }","duration":"17.649038997s","start":"2026-03-06T01:22:45.377917Z","end":"2026-03-06T01:23:03.026956Z","steps":["trace[886481176] 'agreement among raft nodes before linearized reading' (duration: 17.648785941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.026972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.870121164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-06T01:23:03.026935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.142721Z","time spent":"3.884126961s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:03.027052Z","caller":"traceutil/trace.go:171","msg":"trace[1442373765] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23390; }","duration":"9.870208366s","start":"2026-03-06T01:22:53.156822Z","end":"2026-03-06T01:23:03.02703Z","steps":["trace[1442373765] 'agreement among raft nodes before linearized reading' (duration: 9.869875308s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.02684Z","caller":"traceutil/trace.go:171","msg":"trace[1118403440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23390; }","duration":"17.287163034s","start":"2026-03-06T01:22:45.739653Z","end":"2026-03-06T01:23:03.026816Z","steps":["trace[1118403440] 'agreement among raft nodes before linearized reading' (duration: 17.287062262s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.02711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.156732Z","time spent":"9.87036787s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:23:03.027122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640438036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.02714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.739627Z","time spent":"17.287490931s","remote":"127.0.0.1:58696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.027191Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc0906073e7","error":"lease not found"} {"level":"warn","ts":"2026-03-06T01:23:03.02726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.71351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.027298Z","caller":"traceutil/trace.go:171","msg":"trace[229493166] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23390; }","duration":"273.792822ms","start":"2026-03-06T01:23:02.753495Z","end":"2026-03-06T01:23:03.027288Z","steps":["trace[229493166] 'agreement among raft nodes before linearized reading' (duration: 273.735591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.027343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031800598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.027407Z","caller":"traceutil/trace.go:171","msg":"trace[518161281] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23390; }","duration":"1.031910171s","start":"2026-03-06T01:23:01.99548Z","end":"2026-03-06T01:23:03.027391Z","steps":["trace[518161281] 'agreement among raft nodes before linearized reading' (duration: 1.031818959s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.027422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799967427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:03.027521Z","caller":"traceutil/trace.go:171","msg":"trace[173344286] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23390; }","duration":"2.80009733s","start":"2026-03-06T01:23:00.227403Z","end":"2026-03-06T01:23:03.0275Z","steps":["trace[173344286] 'agreement among raft nodes before linearized reading' (duration: 2.799877865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.027577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.227351Z","time spent":"2.800213433s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.027597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.36694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.027663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847929193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.027706Z","caller":"traceutil/trace.go:171","msg":"trace[345180103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23390; }","duration":"1.848003545s","start":"2026-03-06T01:23:01.179691Z","end":"2026-03-06T01:23:03.027694Z","steps":["trace[345180103] 'agreement among raft nodes before linearized reading' (duration: 1.847942533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.027741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.179667Z","time spent":"1.848068897s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:03.027798Z","caller":"traceutil/trace.go:171","msg":"trace[302824608] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23390; }","duration":"429.488673ms","start":"2026-03-06T01:23:02.598168Z","end":"2026-03-06T01:23:03.027656Z","steps":["trace[302824608] 'agreement among raft nodes before linearized reading' (duration: 429.34593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.028092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285142344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.028123Z","caller":"traceutil/trace.go:171","msg":"trace[1205325023] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23390; }","duration":"3.285218346s","start":"2026-03-06T01:22:59.742894Z","end":"2026-03-06T01:23:03.028112Z","steps":["trace[1205325023] 'agreement among raft nodes before linearized reading' (duration: 3.285174265s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.028166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.742872Z","time spent":"3.285282757s","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.028353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563467052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:03.028386Z","caller":"traceutil/trace.go:171","msg":"trace[778966219] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23390; }","duration":"3.563559075s","start":"2026-03-06T01:22:59.464819Z","end":"2026-03-06T01:23:03.028378Z","steps":["trace[778966219] 'agreement among raft nodes before linearized reading' (duration: 3.563490303s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.028414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.464796Z","time spent":"3.563611316s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.028604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.468453236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.028667Z","caller":"traceutil/trace.go:171","msg":"trace[1278884972] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23390; }","duration":"6.468558038s","start":"2026-03-06T01:22:56.560093Z","end":"2026-03-06T01:23:03.028651Z","steps":["trace[1278884972] 'agreement among raft nodes before linearized reading' (duration: 6.468459746s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.028709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.56007Z","time spent":"6.46863053s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.028677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638909222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-06T01:23:03.028749Z","caller":"traceutil/trace.go:171","msg":"trace[914465566] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23390; }","duration":"6.639028204s","start":"2026-03-06T01:22:56.389711Z","end":"2026-03-06T01:23:03.028739Z","steps":["trace[914465566] 'agreement among raft nodes before linearized reading' (duration: 6.63884408s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.028785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.389689Z","time spent":"6.639089976s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T01:23:03.027156Z","caller":"traceutil/trace.go:171","msg":"trace[508995611] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23390; }","duration":"2.640511338s","start":"2026-03-06T01:23:00.386634Z","end":"2026-03-06T01:23:03.027146Z","steps":["trace[508995611] 'agreement among raft nodes before linearized reading' (duration: 2.640459437s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.028978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.386615Z","time spent":"2.642350441s","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.029106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916748275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:03.029143Z","caller":"traceutil/trace.go:171","msg":"trace[792667492] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23390; }","duration":"5.916833187s","start":"2026-03-06T01:22:57.112301Z","end":"2026-03-06T01:23:03.029134Z","steps":["trace[792667492] 'agreement among raft nodes before linearized reading' (duration: 5.91656749s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.029172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:57.112274Z","time spent":"5.916891227s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.027605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059687055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.029275Z","caller":"traceutil/trace.go:171","msg":"trace[135610040] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23390; }","duration":"2.061403416s","start":"2026-03-06T01:23:00.967858Z","end":"2026-03-06T01:23:03.029262Z","steps":["trace[135610040] 'agreement among raft nodes before linearized reading' (duration: 2.059697286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.02931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:00.967838Z","time spent":"2.061461598s","remote":"127.0.0.1:60868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.029346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.317313051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.029408Z","caller":"traceutil/trace.go:171","msg":"trace[1880281708] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23390; }","duration":"6.317415804s","start":"2026-03-06T01:22:56.711976Z","end":"2026-03-06T01:23:03.029392Z","steps":["trace[1880281708] 'agreement among raft nodes before linearized reading' (duration: 6.317334442s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.02944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.711952Z","time spent":"6.317477996s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.029519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.598072Z","time spent":"431.416249ms","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.028617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.905847723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:03.029597Z","caller":"traceutil/trace.go:171","msg":"trace[1939364858] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23390; }","duration":"4.906875188s","start":"2026-03-06T01:22:58.122707Z","end":"2026-03-06T01:23:03.029583Z","steps":["trace[1939364858] 'agreement among raft nodes before linearized reading' (duration: 4.905855684s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.02746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.995456Z","time spent":"1.031984742s","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.026325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.067600105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.126688231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.026382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.871246093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.731103845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.14916735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.026529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.87416061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.835362782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.02653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.372031437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.81012701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.026596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.99304112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T01:23:03.026561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.154920815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.136584226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.026607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.267948233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.133175246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.994644278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:23:03.026658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.865120707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.500400388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.360670257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.026681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.123007463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.026728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.70262288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.026726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.644456119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:03.027032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.377889Z","time spent":"17.649134709s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-06T01:23:03.027616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067643236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T01:23:03.027255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.809232895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:03.029747Z","caller":"traceutil/trace.go:171","msg":"trace[1356602439] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23390; }","duration":"1.069806447s","start":"2026-03-06T01:23:01.959927Z","end":"2026-03-06T01:23:03.029733Z","steps":["trace[1356602439] 'agreement among raft nodes before linearized reading' (duration: 1.067603115s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.029782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:01.959897Z","time spent":"1.069875209s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-06T01:23:03.029781Z","caller":"traceutil/trace.go:171","msg":"trace[1429790114] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23390; }","duration":"6.811830566s","start":"2026-03-06T01:22:56.217934Z","end":"2026-03-06T01:23:03.029765Z","steps":["trace[1429790114] 'agreement among raft nodes before linearized reading' (duration: 6.809108242s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.029823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:56.217898Z","time spent":"6.811912278s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.027853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042338705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:03.029995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.122674Z","time spent":"4.907307788s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.030167Z","caller":"traceutil/trace.go:171","msg":"trace[1584997257] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23390; }","duration":"3.044691401s","start":"2026-03-06T01:22:59.985458Z","end":"2026-03-06T01:23:03.03015Z","steps":["trace[1584997257] 'agreement among raft nodes before linearized reading' (duration: 3.042353216s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.030218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:59.985432Z","time spent":"3.044768113s","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.030268Z","caller":"traceutil/trace.go:171","msg":"trace[1336022432] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23390; }","duration":"14.071539327s","start":"2026-03-06T01:22:48.958713Z","end":"2026-03-06T01:23:03.030252Z","steps":["trace[1336022432] 'agreement among raft nodes before linearized reading' (duration: 14.067579434s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.030317Z","caller":"traceutil/trace.go:171","msg":"trace[1142031802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23390; }","duration":"15.998350385s","start":"2026-03-06T01:22:47.031952Z","end":"2026-03-06T01:23:03.030302Z","steps":["trace[1142031802] 'agreement among raft nodes before linearized reading' (duration: 15.994657858s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.030369Z","caller":"traceutil/trace.go:171","msg":"trace[1894798167] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23390; }","duration":"9.868876495s","start":"2026-03-06T01:22:53.161473Z","end":"2026-03-06T01:23:03.03035Z","steps":["trace[1894798167] 'agreement among raft nodes before linearized reading' (duration: 9.865156728s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.030321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:48.958635Z","time spent":"14.07166928s","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.030407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.161448Z","time spent":"9.868949537s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.030629Z","caller":"traceutil/trace.go:171","msg":"trace[614857405] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23390; }","duration":"17.706560732s","start":"2026-03-06T01:22:45.324049Z","end":"2026-03-06T01:23:03.03061Z","steps":["trace[614857405] 'agreement among raft nodes before linearized reading' (duration: 17.702656641s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.030637Z","caller":"traceutil/trace.go:171","msg":"trace[291043965] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23390; }","duration":"9.504384572s","start":"2026-03-06T01:22:53.526203Z","end":"2026-03-06T01:23:03.030588Z","steps":["trace[291043965] 'agreement among raft nodes before linearized reading' (duration: 9.500438909s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.03065Z","caller":"traceutil/trace.go:171","msg":"trace[1165022119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23390; }","duration":"15.130968872s","start":"2026-03-06T01:22:47.899665Z","end":"2026-03-06T01:23:03.030634Z","steps":["trace[1165022119] 'agreement among raft nodes before linearized reading' (duration: 15.126681111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.026268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.103638829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:23:03.030671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.324012Z","time spent":"17.706645294s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.03068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.526169Z","time spent":"9.504498014s","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.030696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.899642Z","time spent":"15.131038443s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.030699Z","caller":"traceutil/trace.go:171","msg":"trace[539362954] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23390; }","duration":"7.108106394s","start":"2026-03-06T01:22:55.922579Z","end":"2026-03-06T01:23:03.030686Z","steps":["trace[539362954] 'agreement among raft nodes before linearized reading' (duration: 7.103620649s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.03074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.922554Z","time spent":"7.108173406s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-06T01:23:03.030807Z","caller":"traceutil/trace.go:171","msg":"trace[236141544] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:23390; }","duration":"16.364826895s","start":"2026-03-06T01:22:46.665971Z","end":"2026-03-06T01:23:03.030798Z","steps":["trace[236141544] 'agreement among raft nodes before linearized reading' (duration: 16.360696628s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.030833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:46.66595Z","time spent":"16.364875946s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T01:23:03.030848Z","caller":"traceutil/trace.go:171","msg":"trace[575132618] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23390; }","duration":"13.87580016s","start":"2026-03-06T01:22:49.155036Z","end":"2026-03-06T01:23:03.030836Z","steps":["trace[575132618] 'agreement among raft nodes before linearized reading' (duration: 13.871234322s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.030884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:49.155004Z","time spent":"13.875868252s","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.030916Z","caller":"traceutil/trace.go:171","msg":"trace[847946636] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23390; }","duration":"17.648649378s","start":"2026-03-06T01:22:45.382239Z","end":"2026-03-06T01:23:03.030889Z","steps":["trace[847946636] 'agreement among raft nodes before linearized reading' (duration: 17.644451679s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.031026Z","caller":"traceutil/trace.go:171","msg":"trace[53142472] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23390; }","duration":"15.735692033s","start":"2026-03-06T01:22:47.295323Z","end":"2026-03-06T01:23:03.031015Z","steps":["trace[53142472] 'agreement among raft nodes before linearized reading' (duration: 15.731090045s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.031023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.382225Z","time spent":"17.64876033s","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.031061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.295274Z","time spent":"15.735777165s","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.031094Z","caller":"traceutil/trace.go:171","msg":"trace[1525443560] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23390; }","duration":"10.159471131s","start":"2026-03-06T01:22:52.871609Z","end":"2026-03-06T01:23:03.03108Z","steps":["trace[1525443560] 'agreement among raft nodes before linearized reading' (duration: 10.154893324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.031138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.871605Z","time spent":"10.159519422s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.031199Z","caller":"traceutil/trace.go:171","msg":"trace[1231976807] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23390; }","duration":"12.141231735s","start":"2026-03-06T01:22:50.889956Z","end":"2026-03-06T01:23:03.031188Z","steps":["trace[1231976807] 'agreement among raft nodes before linearized reading' (duration: 12.136597056s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.031215Z","caller":"traceutil/trace.go:171","msg":"trace[1515950138] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23390; }","duration":"10.153991023s","start":"2026-03-06T01:22:52.877214Z","end":"2026-03-06T01:23:03.031206Z","steps":["trace[1515950138] 'agreement among raft nodes before linearized reading' (duration: 10.149119439s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.031234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.889937Z","time spent":"12.141285437s","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.03125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:52.877203Z","time spent":"10.154038184s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.026172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.894217779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:23:03.031381Z","caller":"traceutil/trace.go:171","msg":"trace[2059393968] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23390; }","duration":"11.272717765s","start":"2026-03-06T01:22:51.758648Z","end":"2026-03-06T01:23:03.031366Z","steps":["trace[2059393968] 'agreement among raft nodes before linearized reading' (duration: 11.267924313s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.031357Z","caller":"traceutil/trace.go:171","msg":"trace[1295029155] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb; range_end:; response_count:1; response_revision:23390; }","duration":"17.899419632s","start":"2026-03-06T01:22:45.131885Z","end":"2026-03-06T01:23:03.031304Z","steps":["trace[1295029155] 'agreement among raft nodes before linearized reading' (duration: 17.894109867s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.031398Z","caller":"traceutil/trace.go:171","msg":"trace[2020415092] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23390; }","duration":"15.879055346s","start":"2026-03-06T01:22:47.152329Z","end":"2026-03-06T01:23:03.031384Z","steps":["trace[2020415092] 'agreement among raft nodes before linearized reading' (duration: 15.874168111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.031419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.758572Z","time spent":"11.272834618s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.031434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.152309Z","time spent":"15.879115446s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.031467Z","caller":"traceutil/trace.go:171","msg":"trace[1555122198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23390; }","duration":"7.815070546s","start":"2026-03-06T01:22:55.216373Z","end":"2026-03-06T01:23:03.031443Z","steps":["trace[1555122198] 'agreement among raft nodes before linearized reading' (duration: 7.810162871s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.031472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:45.131863Z","time spent":"17.899572526s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" "} {"level":"info","ts":"2026-03-06T01:23:03.031489Z","caller":"traceutil/trace.go:171","msg":"trace[2024770198] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23390; }","duration":"15.997942036s","start":"2026-03-06T01:22:47.033529Z","end":"2026-03-06T01:23:03.031471Z","steps":["trace[2024770198] 'agreement among raft nodes before linearized reading' (duration: 15.99301523s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:03.03156Z","caller":"traceutil/trace.go:171","msg":"trace[684723793] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23390; }","duration":"11.840427371s","start":"2026-03-06T01:22:51.19112Z","end":"2026-03-06T01:23:03.031547Z","steps":["trace[684723793] 'agreement among raft nodes before linearized reading' (duration: 11.835375213s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.03158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.033518Z","time spent":"15.998045348s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:23:03.031603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.191099Z","time spent":"11.840491572s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.030375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:47.031924Z","time spent":"15.998432396s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:23:03.031561Z","caller":"traceutil/trace.go:171","msg":"trace[1834180449] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23390; }","duration":"12.138227895s","start":"2026-03-06T01:22:50.893323Z","end":"2026-03-06T01:23:03.031551Z","steps":["trace[1834180449] 'agreement among raft nodes before linearized reading' (duration: 12.133182357s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.031521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:55.216341Z","time spent":"7.815161618s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.031744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:50.893288Z","time spent":"12.13843454s","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.031793Z","caller":"traceutil/trace.go:171","msg":"trace[1355094014] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23390; }","duration":"11.377356912s","start":"2026-03-06T01:22:51.654419Z","end":"2026-03-06T01:23:03.031776Z","steps":["trace[1355094014] 'agreement among raft nodes before linearized reading' (duration: 11.372042027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.03184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:51.654394Z","time spent":"11.377429073s","remote":"127.0.0.1:58644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:03.030963Z","caller":"traceutil/trace.go:171","msg":"trace[655699872] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23390; }","duration":"9.127334594s","start":"2026-03-06T01:22:53.903617Z","end":"2026-03-06T01:23:03.030951Z","steps":["trace[655699872] 'agreement among raft nodes before linearized reading' (duration: 9.122989982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:03.067894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:53.903593Z","time spent":"9.164261787s","remote":"127.0.0.1:48556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.068532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501517938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-06T01:23:03.06861Z","caller":"traceutil/trace.go:171","msg":"trace[2123167474] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23390; }","duration":"4.501658981s","start":"2026-03-06T01:22:58.566931Z","end":"2026-03-06T01:23:03.06859Z","steps":["trace[2123167474] 'agreement among raft nodes before linearized reading' (duration: 4.461715467s)","trace[2123167474] 'assemble the response' (duration: 39.78963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:03.06866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:22:58.566907Z","time spent":"4.501740453s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:23:03.069115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.241347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-06T01:23:03.069196Z","caller":"traceutil/trace.go:171","msg":"trace[1579950185] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23390; }","duration":"562.398732ms","start":"2026-03-06T01:23:02.50678Z","end":"2026-03-06T01:23:03.069179Z","steps":["trace[1579950185] 'agreement among raft nodes before linearized reading' (duration: 521.745281ms)","trace[1579950185] 'range keys from bolt db' (duration: 40.511897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:03.06924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.50676Z","time spent":"562.472053ms","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:23:03.069581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.248376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:03.069683Z","caller":"traceutil/trace.go:171","msg":"trace[1699358614] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23390; }","duration":"322.498711ms","start":"2026-03-06T01:23:02.747162Z","end":"2026-03-06T01:23:03.069661Z","steps":["trace[1699358614] 'agreement among raft nodes before linearized reading' (duration: 280.335325ms)","trace[1699358614] 'count revisions from in-memory index tree' (duration: 41.94814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:03.070033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:02.747128Z","time spent":"322.89474ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2624,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:03.529977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.05347Z","time spent":"476.502763ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:05.061365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000714398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:05.061471Z","caller":"traceutil/trace.go:171","msg":"trace[1058462079] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869641s","start":"2026-03-06T01:23:03.060578Z","end":"2026-03-06T01:23:05.061447Z","steps":["trace[1058462079] 'agreement among raft nodes before linearized reading' (duration: 2.000732738s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:05.061525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.060564Z","time spent":"2.000951393s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:06.447655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.917927146s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:06.691632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712163238s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:06.691792Z","caller":"traceutil/trace.go:171","msg":"trace[1141963888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23390; }","duration":"1.712337732s","start":"2026-03-06T01:23:04.979428Z","end":"2026-03-06T01:23:06.691766Z","steps":["trace[1141963888] 'range keys from in-memory index tree' (duration: 1.712142468s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.695226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.220051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:06.695482Z","caller":"traceutil/trace.go:171","msg":"trace[1933581004] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"3.641752892s","start":"2026-03-06T01:23:03.053704Z","end":"2026-03-06T01:23:06.695456Z","steps":["trace[1933581004] 'process raft request' (duration: 3.394178073s)","trace[1933581004] 'compare' (duration: 243.575926ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:06.695613Z","caller":"traceutil/trace.go:171","msg":"trace[89168041] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"3.639343757s","start":"2026-03-06T01:23:03.056247Z","end":"2026-03-06T01:23:06.695591Z","steps":["trace[89168041] 'process raft request' (duration: 3.639095041s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.695646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.05368Z","time spent":"3.641857525s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:06.695702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.056233Z","time spent":"3.639424538s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.696001Z","caller":"traceutil/trace.go:171","msg":"trace[1865816199] linearizableReadLoop","detail":"{readStateIndex:24227; appliedIndex:24225; }","duration":"3.641031796s","start":"2026-03-06T01:23:03.054942Z","end":"2026-03-06T01:23:06.695974Z","steps":["trace[1865816199] 'read index received' (duration: 474.916736ms)","trace[1865816199] 'applied index is now lower than readState.Index' (duration: 3.16611423s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:06.696149Z","caller":"traceutil/trace.go:171","msg":"trace[954161002] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"3.623454044s","start":"2026-03-06T01:23:03.072681Z","end":"2026-03-06T01:23:06.696135Z","steps":["trace[954161002] 'process raft request' (duration: 3.623151567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.696228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.072659Z","time spent":"3.623529477s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:06.696236Z","caller":"traceutil/trace.go:171","msg":"trace[1815551802] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"3.639180002s","start":"2026-03-06T01:23:03.057039Z","end":"2026-03-06T01:23:06.696219Z","steps":["trace[1815551802] 'process raft request' (duration: 3.638447645s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.696311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.057027Z","time spent":"3.639244584s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:06.696341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641386594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-06T01:23:06.696391Z","caller":"traceutil/trace.go:171","msg":"trace[1709913082] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23394; }","duration":"3.641466826s","start":"2026-03-06T01:23:03.054909Z","end":"2026-03-06T01:23:06.696375Z","steps":["trace[1709913082] 'agreement among raft nodes before linearized reading' (duration: 3.641262541s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:06.696438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.054899Z","time spent":"3.641531757s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-06T01:23:07.061902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:07.062001Z","caller":"traceutil/trace.go:171","msg":"trace[1691419065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042603s","start":"2026-03-06T01:23:05.061551Z","end":"2026-03-06T01:23:07.061977Z","steps":["trace[1691419065] 'agreement among raft nodes before linearized reading' (duration: 2.000291397s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:07.062057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.061532Z","time spent":"2.000513571s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:07.196365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:07.696851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:08.197379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:08.697772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:09.072252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000758149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:09.072493Z","caller":"traceutil/trace.go:171","msg":"trace[1151529427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001088316s","start":"2026-03-06T01:23:07.071379Z","end":"2026-03-06T01:23:09.072467Z","steps":["trace[1151529427] 'agreement among raft nodes before linearized reading' (duration: 2.000804539s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:09.072693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:07.071352Z","time spent":"2.001321042s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:09.197932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:09.255794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.489521449s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:10.516936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260632769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:10.517802Z","caller":"traceutil/trace.go:171","msg":"trace[1229551184] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"6.986410948s","start":"2026-03-06T01:23:03.531352Z","end":"2026-03-06T01:23:10.517763Z","steps":["trace[1229551184] 'process raft request' (duration: 5.724856847s)","trace[1229551184] 'compare' (duration: 1.259056382s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:10.518001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.531332Z","time spent":"6.986550591s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:10.518127Z","caller":"traceutil/trace.go:171","msg":"trace[943986698] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"6.983440889s","start":"2026-03-06T01:23:03.534656Z","end":"2026-03-06T01:23:10.518097Z","steps":["trace[943986698] 'process raft request' (duration: 6.982499397s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:10.518282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.534618Z","time spent":"6.983569502s","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:11.073469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000396959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:11.073558Z","caller":"traceutil/trace.go:171","msg":"trace[1285307190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566203s","start":"2026-03-06T01:23:09.07297Z","end":"2026-03-06T01:23:11.073536Z","steps":["trace[1285307190] 'agreement among raft nodes before linearized reading' (duration: 2.00043627s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:11.073617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.072938Z","time spent":"2.000664006s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:11.647707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147881944s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:13.080442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000777929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:13.080562Z","caller":"traceutil/trace.go:171","msg":"trace[1973462304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000964194s","start":"2026-03-06T01:23:11.079569Z","end":"2026-03-06T01:23:13.080533Z","steps":["trace[1973462304] 'agreement among raft nodes before linearized reading' (duration: 2.00079747s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:13.080627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.079551Z","time spent":"2.001065876s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:13.456581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.456389Z","time spent":"7.00018283s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:13.701089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.700402Z","time spent":"7.000666842s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:15.06815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420055668s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:15.068575Z","caller":"traceutil/trace.go:171","msg":"trace[2045150269] linearizableReadLoop","detail":"{readStateIndex:24234; appliedIndex:24230; }","duration":"8.372479562s","start":"2026-03-06T01:23:06.696066Z","end":"2026-03-06T01:23:15.068545Z","steps":["trace[2045150269] 'read index received' (duration: 2.560054768s)","trace[2045150269] 'applied index is now lower than readState.Index' (duration: 5.812423674s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:15.068747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.809319883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.068782Z","caller":"traceutil/trace.go:171","msg":"trace[309380014] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23398; }","duration":"11.809421385s","start":"2026-03-06T01:23:03.25935Z","end":"2026-03-06T01:23:15.068772Z","steps":["trace[309380014] 'agreement among raft nodes before linearized reading' (duration: 11.809329813s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.068811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.259326Z","time spent":"11.809477156s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.068804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.18293547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:15.068905Z","caller":"traceutil/trace.go:171","msg":"trace[2053304637] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23398; }","duration":"10.183123684s","start":"2026-03-06T01:23:04.885762Z","end":"2026-03-06T01:23:15.068886Z","steps":["trace[2053304637] 'agreement among raft nodes before linearized reading' (duration: 10.182875248s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.068889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.451759291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:15.068944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.885731Z","time spent":"10.183204225s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:15.068994Z","caller":"traceutil/trace.go:171","msg":"trace[1399521890] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23398; }","duration":"11.451940176s","start":"2026-03-06T01:23:03.61703Z","end":"2026-03-06T01:23:15.06897Z","steps":["trace[1399521890] 'agreement among raft nodes before linearized reading' (duration: 11.451656209s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.616966Z","time spent":"11.452075579s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.069095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.013220591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30e551a2-a2c8-4759-a4fd-68270842532b\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-06T01:23:15.069094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.996111451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-06T01:23:15.069126Z","caller":"traceutil/trace.go:171","msg":"trace[1070753603] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30e551a2-a2c8-4759-a4fd-68270842532b; range_end:; response_count:1; response_revision:23398; }","duration":"12.013265592s","start":"2026-03-06T01:23:03.055851Z","end":"2026-03-06T01:23:15.069116Z","steps":["trace[1070753603] 'agreement among raft nodes before linearized reading' (duration: 12.013127139s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:15.069141Z","caller":"traceutil/trace.go:171","msg":"trace[899506990] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23398; }","duration":"11.996169113s","start":"2026-03-06T01:23:03.072955Z","end":"2026-03-06T01:23:15.069124Z","steps":["trace[899506990] 'agreement among raft nodes before linearized reading' (duration: 11.99607128s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.072949Z","time spent":"11.996221844s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:23:15.069233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.523365131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.069267Z","caller":"traceutil/trace.go:171","msg":"trace[875146255] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23398; }","duration":"8.523437963s","start":"2026-03-06T01:23:06.545818Z","end":"2026-03-06T01:23:15.069256Z","steps":["trace[875146255] 'agreement among raft nodes before linearized reading' (duration: 8.523344391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.055843Z","time spent":"12.013303623s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-30e551a2-a2c8-4759-a4fd-68270842532b\" "} {"level":"warn","ts":"2026-03-06T01:23:15.069303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.978943415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:15.069296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.545804Z","time spent":"8.523484654s","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.06937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.738206424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.069402Z","caller":"traceutil/trace.go:171","msg":"trace[1050424917] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23398; }","duration":"10.738276016s","start":"2026-03-06T01:23:04.331116Z","end":"2026-03-06T01:23:15.069392Z","steps":["trace[1050424917] 'agreement among raft nodes before linearized reading' (duration: 10.738234235s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.331091Z","time spent":"10.738330568s","remote":"127.0.0.1:58704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.069287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.529290399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:15.069499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.255646954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.069547Z","caller":"traceutil/trace.go:171","msg":"trace[2009345943] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23398; }","duration":"9.255723576s","start":"2026-03-06T01:23:05.813812Z","end":"2026-03-06T01:23:15.069536Z","steps":["trace[2009345943] 'agreement among raft nodes before linearized reading' (duration: 9.255651055s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.784050007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.069591Z","caller":"traceutil/trace.go:171","msg":"trace[1511335556] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23398; }","duration":"10.784125638s","start":"2026-03-06T01:23:04.285454Z","end":"2026-03-06T01:23:15.06958Z","steps":["trace[1511335556] 'agreement among raft nodes before linearized reading' (duration: 10.784068327s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.28543Z","time spent":"10.78418277s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.069653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.559889445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.069703Z","caller":"traceutil/trace.go:171","msg":"trace[1924851011] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23398; }","duration":"8.559987067s","start":"2026-03-06T01:23:06.509701Z","end":"2026-03-06T01:23:15.069689Z","steps":["trace[1924851011] 'agreement among raft nodes before linearized reading' (duration: 8.559907605s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:15.069503Z","caller":"traceutil/trace.go:171","msg":"trace[1155744442] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23398; }","duration":"10.529554035s","start":"2026-03-06T01:23:04.539935Z","end":"2026-03-06T01:23:15.069489Z","steps":["trace[1155744442] 'agreement among raft nodes before linearized reading' (duration: 10.5293198s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.509673Z","time spent":"8.560060309s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.069563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.522142976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:15.069923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.795965946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:15.069929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.080045188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.069956Z","caller":"traceutil/trace.go:171","msg":"trace[2100383233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23398; }","duration":"8.796048688s","start":"2026-03-06T01:23:06.273897Z","end":"2026-03-06T01:23:15.069946Z","steps":["trace[2100383233] 'agreement among raft nodes before linearized reading' (duration: 8.795988576s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:15.069966Z","caller":"traceutil/trace.go:171","msg":"trace[1394434087] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23398; }","duration":"9.08012292s","start":"2026-03-06T01:23:05.989831Z","end":"2026-03-06T01:23:15.069954Z","steps":["trace[1394434087] 'agreement among raft nodes before linearized reading' (duration: 9.080049288s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.069983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.273869Z","time spent":"8.796107629s","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.07Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.989812Z","time spent":"9.080178851s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.070044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.982548924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274417"} {"level":"info","ts":"2026-03-06T01:23:15.069335Z","caller":"traceutil/trace.go:171","msg":"trace[738432391] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23398; }","duration":"10.979017456s","start":"2026-03-06T01:23:04.090307Z","end":"2026-03-06T01:23:15.069324Z","steps":["trace[738432391] 'agreement among raft nodes before linearized reading' (duration: 10.978965485s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:15.070078Z","caller":"traceutil/trace.go:171","msg":"trace[977477256] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23398; }","duration":"9.982601195s","start":"2026-03-06T01:23:05.087468Z","end":"2026-03-06T01:23:15.070069Z","steps":["trace[977477256] 'agreement among raft nodes before linearized reading' (duration: 9.982113983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.070085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.090281Z","time spent":"10.979796994s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.070127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.087389Z","time spent":"9.982712797s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274440,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:23:15.07016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.828015605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:15.070211Z","caller":"traceutil/trace.go:171","msg":"trace[374205935] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23398; }","duration":"8.828115938s","start":"2026-03-06T01:23:06.242077Z","end":"2026-03-06T01:23:15.070193Z","steps":["trace[374205935] 'agreement among raft nodes before linearized reading' (duration: 8.828049406s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.07025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.242058Z","time spent":"8.828181249s","remote":"127.0.0.1:58922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:15.069919Z","caller":"traceutil/trace.go:171","msg":"trace[1402956431] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23398; }","duration":"9.522552186s","start":"2026-03-06T01:23:05.54735Z","end":"2026-03-06T01:23:15.069902Z","steps":["trace[1402956431] 'agreement among raft nodes before linearized reading' (duration: 9.522144556s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.070306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.547323Z","time spent":"9.522968646s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.069749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:04.539905Z","time spent":"10.529834472s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.069585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:05.813787Z","time spent":"9.255789987s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:15.068993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.998980028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:23:15.070719Z","caller":"traceutil/trace.go:171","msg":"trace[386272964] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:23398; }","duration":"12.00073538s","start":"2026-03-06T01:23:03.069971Z","end":"2026-03-06T01:23:15.070707Z","steps":["trace[386272964] 'agreement among raft nodes before linearized reading' (duration: 11.998849826s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.070764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:03.069957Z","time spent":"12.000796031s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-06T01:23:15.081156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:15.081254Z","caller":"traceutil/trace.go:171","msg":"trace[1704251797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394779s","start":"2026-03-06T01:23:13.080838Z","end":"2026-03-06T01:23:15.081233Z","steps":["trace[1704251797] 'agreement among raft nodes before linearized reading' (duration: 2.000246405s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.081324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.080814Z","time spent":"2.000487721s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:15.264192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997328588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:15.264283Z","caller":"traceutil/trace.go:171","msg":"trace[1044202171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997475962s","start":"2026-03-06T01:23:13.266785Z","end":"2026-03-06T01:23:15.264261Z","steps":["trace[1044202171] 'agreement among raft nodes before linearized reading' (duration: 1.997363269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:15.264338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.266767Z","time spent":"1.997555393s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:15.569199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:15.859756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.440600754s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:17.087561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:17.087639Z","caller":"traceutil/trace.go:171","msg":"trace[585589839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279526s","start":"2026-03-06T01:23:15.087341Z","end":"2026-03-06T01:23:17.087621Z","steps":["trace[585589839] 'agreement among raft nodes before linearized reading' (duration: 2.000167823s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:17.08768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.08728Z","time spent":"2.000392099s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:19.088614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:19.088717Z","caller":"traceutil/trace.go:171","msg":"trace[645368816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634316s","start":"2026-03-06T01:23:17.088059Z","end":"2026-03-06T01:23:19.088693Z","steps":["trace[645368816] 'agreement among raft nodes before linearized reading' (duration: 2.000494703s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.088774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.088032Z","time spent":"2.000730829s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:19.208218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.168644Z","time spent":"4.039565356s","remote":"127.0.0.1:44380","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:19.210006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349872628s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:19.210323Z","caller":"traceutil/trace.go:171","msg":"trace[978885735] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"6.314809903s","start":"2026-03-06T01:23:12.895472Z","end":"2026-03-06T01:23:19.210282Z","steps":["trace[978885735] 'process raft request' (duration: 2.964580147s)","trace[978885735] 'compare' (duration: 3.348817193s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:19.210602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:12.895449Z","time spent":"6.315051729s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:19.210715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.688924423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:23:19.21077Z","caller":"traceutil/trace.go:171","msg":"trace[873605422] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23400; }","duration":"8.689003705s","start":"2026-03-06T01:23:10.521755Z","end":"2026-03-06T01:23:19.210758Z","steps":["trace[873605422] 'agreement among raft nodes before linearized reading' (duration: 8.688730448s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.210809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.521696Z","time spent":"8.689103477s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:23:19.211027Z","caller":"traceutil/trace.go:171","msg":"trace[390445651] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23399; }","duration":"5.504617277s","start":"2026-03-06T01:23:13.706398Z","end":"2026-03-06T01:23:19.211015Z","steps":["trace[390445651] 'process raft request' (duration: 5.50389545s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.211133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.706373Z","time spent":"5.504688509s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:19.211384Z","caller":"traceutil/trace.go:171","msg":"trace[1775887988] transaction","detail":"{read_only:false; response_revision:23400; number_of_response:1; }","duration":"4.135482579s","start":"2026-03-06T01:23:15.07589Z","end":"2026-03-06T01:23:19.211373Z","steps":["trace[1775887988] 'process raft request' (duration: 4.134432185s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.211451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.075874Z","time spent":"4.135543541s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:19.211612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462239271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:19.211649Z","caller":"traceutil/trace.go:171","msg":"trace[583628707] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23400; }","duration":"4.462330092s","start":"2026-03-06T01:23:14.74931Z","end":"2026-03-06T01:23:19.21164Z","steps":["trace[583628707] 'agreement among raft nodes before linearized reading' (duration: 4.462263911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.211681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.749285Z","time spent":"4.462385544s","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.211749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.392855585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:19.211736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.365411053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.211812Z","caller":"traceutil/trace.go:171","msg":"trace[1224811864] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23400; }","duration":"9.393008438s","start":"2026-03-06T01:23:09.818777Z","end":"2026-03-06T01:23:19.211786Z","steps":["trace[1224811864] 'agreement among raft nodes before linearized reading' (duration: 9.392929286s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:19.211821Z","caller":"traceutil/trace.go:171","msg":"trace[1957093622] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23400; }","duration":"9.365560766s","start":"2026-03-06T01:23:09.846237Z","end":"2026-03-06T01:23:19.211798Z","steps":["trace[1957093622] 'agreement among raft nodes before linearized reading' (duration: 9.365412043s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.211851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.818744Z","time spent":"9.39309929s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:19.211866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.943620347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.211902Z","caller":"traceutil/trace.go:171","msg":"trace[1377965169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23400; }","duration":"4.94370514s","start":"2026-03-06T01:23:14.268183Z","end":"2026-03-06T01:23:19.211888Z","steps":["trace[1377965169] 'agreement among raft nodes before linearized reading' (duration: 4.943642669s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.211923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.696998312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:19.211944Z","caller":"traceutil/trace.go:171","msg":"trace[1646637451] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23400; }","duration":"8.697061853s","start":"2026-03-06T01:23:10.514873Z","end":"2026-03-06T01:23:19.211935Z","steps":["trace[1646637451] 'agreement among raft nodes before linearized reading' (duration: 8.697000372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.211962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.514852Z","time spent":"8.697105964s","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.212057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:14.268159Z","time spent":"4.943776421s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.212098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.687170426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.21213Z","caller":"traceutil/trace.go:171","msg":"trace[1641788796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23400; }","duration":"9.687242268s","start":"2026-03-06T01:23:09.524877Z","end":"2026-03-06T01:23:19.212119Z","steps":["trace[1641788796] 'agreement among raft nodes before linearized reading' (duration: 9.687187866s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.212146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.75340309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.212164Z","caller":"traceutil/trace.go:171","msg":"trace[1430973798] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23400; }","duration":"8.753468332s","start":"2026-03-06T01:23:10.458689Z","end":"2026-03-06T01:23:19.212158Z","steps":["trace[1430973798] 'agreement among raft nodes before linearized reading' (duration: 8.753433261s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.212163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.524852Z","time spent":"9.68730499s","remote":"127.0.0.1:58832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.212179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:10.458667Z","time spent":"8.753507953s","remote":"127.0.0.1:53766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.211857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.846209Z","time spent":"9.365640668s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.212303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30032767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:19.212375Z","caller":"traceutil/trace.go:171","msg":"trace[863053469] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23400; }","duration":"5.300437102s","start":"2026-03-06T01:23:13.911916Z","end":"2026-03-06T01:23:19.212353Z","steps":["trace[863053469] 'agreement among raft nodes before linearized reading' (duration: 5.300303509s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.212438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.911891Z","time spent":"5.300529155s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.212582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.310058131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:23:19.212605Z","caller":"traceutil/trace.go:171","msg":"trace[253130288] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23400; }","duration":"6.310083002s","start":"2026-03-06T01:23:12.902516Z","end":"2026-03-06T01:23:19.212599Z","steps":["trace[253130288] 'agreement among raft nodes before linearized reading' (duration: 6.309941919s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.212619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:12.902485Z","time spent":"6.310131163s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:23:19.212678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.381659083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.212716Z","caller":"traceutil/trace.go:171","msg":"trace[1246967883] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23400; }","duration":"11.381745994s","start":"2026-03-06T01:23:07.830959Z","end":"2026-03-06T01:23:19.212705Z","steps":["trace[1246967883] 'agreement among raft nodes before linearized reading' (duration: 11.381684673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.212728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.656199676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:19.211677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.734129694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:19.212746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:07.830932Z","time spent":"11.381802246s","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:19.212763Z","caller":"traceutil/trace.go:171","msg":"trace[1529416158] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23400; }","duration":"9.735488837s","start":"2026-03-06T01:23:09.477268Z","end":"2026-03-06T01:23:19.212757Z","steps":["trace[1529416158] 'agreement among raft nodes before linearized reading' (duration: 9.73435309s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.212781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:09.47724Z","time spent":"9.735535597s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.212878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.717753095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:19.212881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.789171827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.212898Z","caller":"traceutil/trace.go:171","msg":"trace[1859019067] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23400; }","duration":"6.717817238s","start":"2026-03-06T01:23:12.495075Z","end":"2026-03-06T01:23:19.212892Z","steps":["trace[1859019067] 'agreement among raft nodes before linearized reading' (duration: 6.717781357s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:19.212905Z","caller":"traceutil/trace.go:171","msg":"trace[97205076] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23400; }","duration":"10.789252909s","start":"2026-03-06T01:23:08.423645Z","end":"2026-03-06T01:23:19.212898Z","steps":["trace[97205076] 'agreement among raft nodes before linearized reading' (duration: 10.789209378s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.212914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:12.49505Z","time spent":"6.717859378s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.212934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.423619Z","time spent":"10.78930671s","remote":"127.0.0.1:54340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.213021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.963703714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.210408Z","caller":"traceutil/trace.go:171","msg":"trace[1373862884] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24234; }","duration":"4.141738775s","start":"2026-03-06T01:23:15.068651Z","end":"2026-03-06T01:23:19.21039Z","steps":["trace[1373862884] 'read index received' (duration: 791.381016ms)","trace[1373862884] 'applied index is now lower than readState.Index' (duration: 3.350356639s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:19.213041Z","caller":"traceutil/trace.go:171","msg":"trace[559450085] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23400; }","duration":"7.963767465s","start":"2026-03-06T01:23:11.249269Z","end":"2026-03-06T01:23:19.213036Z","steps":["trace[559450085] 'agreement among raft nodes before linearized reading' (duration: 7.963733584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.213057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.249232Z","time spent":"7.963821596s","remote":"127.0.0.1:53838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.213089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.858689103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:19.213177Z","caller":"traceutil/trace.go:171","msg":"trace[911885989] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23400; }","duration":"10.858775195s","start":"2026-03-06T01:23:08.354351Z","end":"2026-03-06T01:23:19.213126Z","steps":["trace[911885989] 'agreement among raft nodes before linearized reading' (duration: 10.858700773s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.213208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:08.354327Z","time spent":"10.858871527s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.213268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.129745216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:23:19.213298Z","caller":"traceutil/trace.go:171","msg":"trace[1251062087] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23400; }","duration":"8.129786667s","start":"2026-03-06T01:23:11.083506Z","end":"2026-03-06T01:23:19.213292Z","steps":["trace[1251062087] 'agreement among raft nodes before linearized reading' (duration: 8.129692655s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.213318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:11.0835Z","time spent":"8.129813028s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:23:19.21039Z","caller":"traceutil/trace.go:171","msg":"trace[550390104] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23399; }","duration":"5.749184916s","start":"2026-03-06T01:23:13.461169Z","end":"2026-03-06T01:23:19.210354Z","steps":["trace[550390104] 'process raft request' (duration: 5.749035193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.213448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.454313641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:19.213452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:13.461148Z","time spent":"5.752236058s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:19.21349Z","caller":"traceutil/trace.go:171","msg":"trace[1132010702] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23400; }","duration":"6.656992464s","start":"2026-03-06T01:23:12.556488Z","end":"2026-03-06T01:23:19.21348Z","steps":["trace[1132010702] 'agreement among raft nodes before linearized reading' (duration: 6.656215736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.213516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:12.556469Z","time spent":"6.657039646s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:19.213489Z","caller":"traceutil/trace.go:171","msg":"trace[1446911778] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23400; }","duration":"11.454401703s","start":"2026-03-06T01:23:07.759075Z","end":"2026-03-06T01:23:19.213477Z","steps":["trace[1446911778] 'agreement among raft nodes before linearized reading' (duration: 11.454228999s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.213557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:07.759055Z","time spent":"11.454488706s","remote":"127.0.0.1:58606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:19.213607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.513811228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-06T01:23:19.213632Z","caller":"traceutil/trace.go:171","msg":"trace[1161879767] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23400; }","duration":"12.51386607s","start":"2026-03-06T01:23:06.699759Z","end":"2026-03-06T01:23:19.213625Z","steps":["trace[1161879767] 'agreement among raft nodes before linearized reading' (duration: 12.513745617s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.213653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.699739Z","time spent":"12.51390871s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:23:19.214126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.514449343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:23:19.214225Z","caller":"traceutil/trace.go:171","msg":"trace[1989746841] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf; range_end:; response_count:1; response_revision:23400; }","duration":"12.514601486s","start":"2026-03-06T01:23:06.699598Z","end":"2026-03-06T01:23:19.2142Z","steps":["trace[1989746841] 'agreement among raft nodes before linearized reading' (duration: 12.514146156s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:19.214264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:06.69958Z","time spent":"12.514677939s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf\" "} {"level":"warn","ts":"2026-03-06T01:23:20.725764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474548772s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:20.725894Z","caller":"traceutil/trace.go:171","msg":"trace[1205118281] linearizableReadLoop","detail":"{readStateIndex:24239; appliedIndex:24238; }","duration":"1.512817567s","start":"2026-03-06T01:23:19.213051Z","end":"2026-03-06T01:23:20.725868Z","steps":["trace[1205118281] 'read index received' (duration: 38.152862ms)","trace[1205118281] 'applied index is now lower than readState.Index' (duration: 1.474662745s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:20.7267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435966275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:20.726762Z","caller":"traceutil/trace.go:171","msg":"trace[912853452] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23401; }","duration":"2.436100478s","start":"2026-03-06T01:23:18.290645Z","end":"2026-03-06T01:23:20.726745Z","steps":["trace[912853452] 'agreement among raft nodes before linearized reading' (duration: 2.435963635s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.726804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.290622Z","time spent":"2.43617071s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:20.726908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214687586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:20.726961Z","caller":"traceutil/trace.go:171","msg":"trace[927151110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23401; }","duration":"3.214795808s","start":"2026-03-06T01:23:17.512146Z","end":"2026-03-06T01:23:20.726942Z","steps":["trace[927151110] 'agreement among raft nodes before linearized reading' (duration: 3.214695966s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.727001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:17.512124Z","time spent":"3.21486503s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:20.72697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631664196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:20.726982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.474362659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:20.727067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7746196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:20.727061Z","caller":"traceutil/trace.go:171","msg":"trace[1623322872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23401; }","duration":"1.63182351s","start":"2026-03-06T01:23:19.095214Z","end":"2026-03-06T01:23:20.727038Z","steps":["trace[1623322872] 'agreement among raft nodes before linearized reading' (duration: 1.631645196s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.728406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.095191Z","time spent":"1.633194022s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:23:20.727105Z","caller":"traceutil/trace.go:171","msg":"trace[684159258] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23401; }","duration":"1.774660611s","start":"2026-03-06T01:23:18.95243Z","end":"2026-03-06T01:23:20.727091Z","steps":["trace[684159258] 'agreement among raft nodes before linearized reading' (duration: 1.774588679s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.728703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.952406Z","time spent":"1.776265057s","remote":"127.0.0.1:59014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:20.727102Z","caller":"traceutil/trace.go:171","msg":"trace[1698679002] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23401; }","duration":"5.474510202s","start":"2026-03-06T01:23:15.252565Z","end":"2026-03-06T01:23:20.727075Z","steps":["trace[1698679002] 'agreement among raft nodes before linearized reading' (duration: 5.474289337s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.729026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.252486Z","time spent":"5.476515048s","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:20.727113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596205858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-06T01:23:20.729124Z","caller":"traceutil/trace.go:171","msg":"trace[246834524] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23401; }","duration":"5.598263706s","start":"2026-03-06T01:23:15.13084Z","end":"2026-03-06T01:23:20.729103Z","steps":["trace[246834524] 'agreement among raft nodes before linearized reading' (duration: 5.596182677s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.729172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.130812Z","time spent":"5.598339858s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-06T01:23:20.727212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204488532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:20.729335Z","caller":"traceutil/trace.go:171","msg":"trace[1780258264] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23401; }","duration":"4.206680073s","start":"2026-03-06T01:23:16.522647Z","end":"2026-03-06T01:23:20.729327Z","steps":["trace[1780258264] 'agreement among raft nodes before linearized reading' (duration: 4.204497132s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.729355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.522604Z","time spent":"4.206743514s","remote":"127.0.0.1:58604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:20.727246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838741239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:20.729471Z","caller":"traceutil/trace.go:171","msg":"trace[650863576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23401; }","duration":"1.841027652s","start":"2026-03-06T01:23:18.888437Z","end":"2026-03-06T01:23:20.729465Z","steps":["trace[650863576] 'agreement among raft nodes before linearized reading' (duration: 1.838772369s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.729491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.888412Z","time spent":"1.841073263s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:20.72723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884863607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:20.729585Z","caller":"traceutil/trace.go:171","msg":"trace[1035456280] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23401; }","duration":"1.887302185s","start":"2026-03-06T01:23:18.842273Z","end":"2026-03-06T01:23:20.729576Z","steps":["trace[1035456280] 'agreement among raft nodes before linearized reading' (duration: 1.884841877s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.729601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:18.842247Z","time spent":"1.887349045s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:20.727244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652411856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:20.727237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653253092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:23:20.729764Z","caller":"traceutil/trace.go:171","msg":"trace[1823513662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23401; }","duration":"4.654950436s","start":"2026-03-06T01:23:16.074755Z","end":"2026-03-06T01:23:20.729705Z","steps":["trace[1823513662] 'agreement among raft nodes before linearized reading' (duration: 4.652402006s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.730533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:16.074727Z","time spent":"4.655779325s","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:20.729849Z","caller":"traceutil/trace.go:171","msg":"trace[1114685428] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23401; }","duration":"5.655855713s","start":"2026-03-06T01:23:15.07395Z","end":"2026-03-06T01:23:20.729806Z","steps":["trace[1114685428] 'agreement among raft nodes before linearized reading' (duration: 5.653075348s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:20.730686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:15.073934Z","time spent":"5.656723143s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:23:21.22707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:21.409106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.157967424s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:21.409636Z","caller":"traceutil/trace.go:171","msg":"trace[2028384168] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"2.192141053s","start":"2026-03-06T01:23:19.217456Z","end":"2026-03-06T01:23:21.409597Z","steps":["trace[2028384168] 'process raft request' (duration: 2.191829286s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:21.409678Z","caller":"traceutil/trace.go:171","msg":"trace[1656229479] transaction","detail":"{read_only:false; response_revision:23404; number_of_response:1; }","duration":"2.185745323s","start":"2026-03-06T01:23:19.223901Z","end":"2026-03-06T01:23:21.409646Z","steps":["trace[1656229479] 'process raft request' (duration: 2.185678902s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.40978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.217435Z","time spent":"2.192247485s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:21.409906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.223894Z","time spent":"2.185879806s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:21.409893Z","caller":"traceutil/trace.go:171","msg":"trace[790409542] transaction","detail":"{read_only:false; response_revision:23403; number_of_response:1; }","duration":"2.191695892s","start":"2026-03-06T01:23:19.218169Z","end":"2026-03-06T01:23:21.409865Z","steps":["trace[790409542] 'process raft request' (duration: 2.191334424s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:21.410053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.218156Z","time spent":"2.191806605s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:22.730876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:22.73098Z","caller":"traceutil/trace.go:171","msg":"trace[2140603410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222316s","start":"2026-03-06T01:23:20.730734Z","end":"2026-03-06T01:23:22.730956Z","steps":["trace[2140603410] 'agreement among raft nodes before linearized reading' (duration: 2.000091363s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:22.731029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.730715Z","time spent":"2.000304258s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:23.921613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849556642s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:23.921762Z","caller":"traceutil/trace.go:171","msg":"trace[2061257975] linearizableReadLoop","detail":"{readStateIndex:24243; appliedIndex:24239; }","duration":"3.195811896s","start":"2026-03-06T01:23:20.725923Z","end":"2026-03-06T01:23:23.921734Z","steps":["trace[2061257975] 'read index received' (duration: 683.501224ms)","trace[2061257975] 'applied index is now lower than readState.Index' (duration: 2.512308711s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:23.921903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465160898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.922005Z","caller":"traceutil/trace.go:171","msg":"trace[1947750463] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23405; }","duration":"4.465347643s","start":"2026-03-06T01:23:19.456632Z","end":"2026-03-06T01:23:23.92198Z","steps":["trace[1947750463] 'agreement among raft nodes before linearized reading' (duration: 4.465164419s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.922069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704773922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.922125Z","caller":"traceutil/trace.go:171","msg":"trace[1437071417] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23405; }","duration":"4.704867044s","start":"2026-03-06T01:23:19.217242Z","end":"2026-03-06T01:23:23.922109Z","steps":["trace[1437071417] 'agreement among raft nodes before linearized reading' (duration: 4.704792002s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.922168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782200207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:23.922206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.217218Z","time spent":"4.704947916s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-06T01:23:23.922233Z","caller":"traceutil/trace.go:171","msg":"trace[1536623457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23405; }","duration":"3.78230715s","start":"2026-03-06T01:23:20.139908Z","end":"2026-03-06T01:23:23.922215Z","steps":["trace[1536623457] 'agreement among raft nodes before linearized reading' (duration: 3.782197377s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.922287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.139889Z","time spent":"3.782384072s","remote":"127.0.0.1:58694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.922447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70044262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-03-06T01:23:23.922064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.456599Z","time spent":"4.465449935s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.922362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642885069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:23.922084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702694963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-06T01:23:23.92266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050245265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.922752Z","caller":"traceutil/trace.go:171","msg":"trace[1655477677] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:23405; }","duration":"4.70339903s","start":"2026-03-06T01:23:19.219336Z","end":"2026-03-06T01:23:23.922735Z","steps":["trace[1655477677] 'agreement among raft nodes before linearized reading' (duration: 4.702499669s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.922745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705524189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-06T01:23:23.922774Z","caller":"traceutil/trace.go:171","msg":"trace[2084532181] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23405; }","duration":"4.050372088s","start":"2026-03-06T01:23:19.872375Z","end":"2026-03-06T01:23:23.922747Z","steps":["trace[2084532181] 'agreement among raft nodes before linearized reading' (duration: 4.050184294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.922815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.219319Z","time spent":"4.703471211s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-06T01:23:23.922843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.872348Z","time spent":"4.050483951s","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:23.922853Z","caller":"traceutil/trace.go:171","msg":"trace[402860915] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23405; }","duration":"3.643480203s","start":"2026-03-06T01:23:20.27917Z","end":"2026-03-06T01:23:23.92265Z","steps":["trace[402860915] 'agreement among raft nodes before linearized reading' (duration: 3.642648223s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:23.922558Z","caller":"traceutil/trace.go:171","msg":"trace[1580406662] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23405; }","duration":"4.700604014s","start":"2026-03-06T01:23:19.221921Z","end":"2026-03-06T01:23:23.922525Z","steps":["trace[1580406662] 'agreement among raft nodes before linearized reading' (duration: 4.700261236s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.279145Z","time spent":"3.643800881s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:23.922843Z","caller":"traceutil/trace.go:171","msg":"trace[196725092] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23405; }","duration":"4.705676043s","start":"2026-03-06T01:23:19.217144Z","end":"2026-03-06T01:23:23.92282Z","steps":["trace[196725092] 'agreement among raft nodes before linearized reading' (duration: 4.705360636s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.217129Z","time spent":"4.705965579s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-06T01:23:23.923175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.2219Z","time spent":"4.701128177s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:23:23.923225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702295574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:23.923313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702745024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:23:23.923336Z","caller":"traceutil/trace.go:171","msg":"trace[946628889] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23405; }","duration":"4.702414366s","start":"2026-03-06T01:23:19.220888Z","end":"2026-03-06T01:23:23.923302Z","steps":["trace[946628889] 'agreement among raft nodes before linearized reading' (duration: 4.702248912s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.220881Z","time spent":"4.702491149s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:23:23.923383Z","caller":"traceutil/trace.go:171","msg":"trace[577830117] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23405; }","duration":"4.702842057s","start":"2026-03-06T01:23:19.220522Z","end":"2026-03-06T01:23:23.923364Z","steps":["trace[577830117] 'agreement among raft nodes before linearized reading' (duration: 4.702625362s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222188817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-06T01:23:23.923447Z","caller":"traceutil/trace.go:171","msg":"trace[296422658] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23405; }","duration":"2.222264708s","start":"2026-03-06T01:23:21.701172Z","end":"2026-03-06T01:23:23.923436Z","steps":["trace[296422658] 'agreement among raft nodes before linearized reading' (duration: 2.222180776s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.922008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704273731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-06T01:23:23.92351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.701147Z","time spent":"2.222348941s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:23.923514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.313709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:23.92298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191828042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mw6hz\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-06T01:23:23.92357Z","caller":"traceutil/trace.go:171","msg":"trace[1636375313] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"3.846803598s","start":"2026-03-06T01:23:20.076744Z","end":"2026-03-06T01:23:23.923548Z","steps":["trace[1636375313] 'process raft request' (duration: 1.995180547s)","trace[1636375313] 'compare' (duration: 1.84773112s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:23.923587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800879185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:23.923578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508792909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:23:23.923639Z","caller":"traceutil/trace.go:171","msg":"trace[747269478] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23405; }","duration":"1.800973326s","start":"2026-03-06T01:23:22.122643Z","end":"2026-03-06T01:23:23.923616Z","steps":["trace[747269478] 'agreement among raft nodes before linearized reading' (duration: 1.800904885s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:23.923622Z","caller":"traceutil/trace.go:171","msg":"trace[978785744] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mw6hz; range_end:; response_count:1; response_revision:23405; }","duration":"3.192511698s","start":"2026-03-06T01:23:20.731092Z","end":"2026-03-06T01:23:23.923603Z","steps":["trace[978785744] 'agreement among raft nodes before linearized reading' (duration: 3.191805312s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410993172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:23:23.923689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.122607Z","time spent":"1.801072489s","remote":"127.0.0.1:59092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:23.923703Z","caller":"traceutil/trace.go:171","msg":"trace[640973417] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23405; }","duration":"2.411096944s","start":"2026-03-06T01:23:21.512594Z","end":"2026-03-06T01:23:23.923691Z","steps":["trace[640973417] 'agreement among raft nodes before linearized reading' (duration: 2.410884039s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503123966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hmmlg\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-06T01:23:23.923712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.731068Z","time spent":"3.192623581s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-mw6hz\" "} {"level":"info","ts":"2026-03-06T01:23:23.923746Z","caller":"traceutil/trace.go:171","msg":"trace[438603202] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-hmmlg; range_end:; response_count:1; response_revision:23405; }","duration":"2.503214038s","start":"2026-03-06T01:23:21.42052Z","end":"2026-03-06T01:23:23.923734Z","steps":["trace[438603202] 'agreement among raft nodes before linearized reading' (duration: 2.503076935s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062163254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:23.923787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189336724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b624ec4-6cfd-479f-bd9c-3c031e35df5a\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T01:23:23.923803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.420493Z","time spent":"2.503298901s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hmmlg\" "} {"level":"info","ts":"2026-03-06T01:23:23.923843Z","caller":"traceutil/trace.go:171","msg":"trace[1631129512] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23405; }","duration":"2.062506162s","start":"2026-03-06T01:23:21.861311Z","end":"2026-03-06T01:23:23.923818Z","steps":["trace[1631129512] 'agreement among raft nodes before linearized reading' (duration: 2.062170974s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.861294Z","time spent":"2.062591805s","remote":"127.0.0.1:53776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.923444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.220503Z","time spent":"4.702927568s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-06T01:23:23.923843Z","caller":"traceutil/trace.go:171","msg":"trace[1037170073] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b624ec4-6cfd-479f-bd9c-3c031e35df5a; range_end:; response_count:1; response_revision:23405; }","duration":"3.189414525s","start":"2026-03-06T01:23:20.734413Z","end":"2026-03-06T01:23:23.923827Z","steps":["trace[1037170073] 'agreement among raft nodes before linearized reading' (duration: 3.189258162s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.924122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.734405Z","time spent":"3.189701383s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2b624ec4-6cfd-479f-bd9c-3c031e35df5a\" "} {"level":"warn","ts":"2026-03-06T01:23:23.923688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.076714Z","time spent":"3.84689646s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:23.923497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641346293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.924392Z","caller":"traceutil/trace.go:171","msg":"trace[547342941] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23405; }","duration":"1.642298556s","start":"2026-03-06T01:23:22.282072Z","end":"2026-03-06T01:23:23.924371Z","steps":["trace[547342941] 'agreement among raft nodes before linearized reading' (duration: 1.641361854s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.924448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.282043Z","time spent":"1.642383097s","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.923333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.325147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.924609Z","caller":"traceutil/trace.go:171","msg":"trace[1991043094] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23405; }","duration":"686.645317ms","start":"2026-03-06T01:23:23.237948Z","end":"2026-03-06T01:23:23.924593Z","steps":["trace[1991043094] 'agreement among raft nodes before linearized reading' (duration: 685.350247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.924688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.237917Z","time spent":"686.75323ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:23.923558Z","caller":"traceutil/trace.go:171","msg":"trace[946089232] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23405; }","duration":"4.705809416s","start":"2026-03-06T01:23:19.217705Z","end":"2026-03-06T01:23:23.923515Z","steps":["trace[946089232] 'agreement among raft nodes before linearized reading' (duration: 4.704168888s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.924854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:19.217684Z","time spent":"4.707159527s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:23:23.923274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.666769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.924996Z","caller":"traceutil/trace.go:171","msg":"trace[1920511479] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23405; }","duration":"139.44392ms","start":"2026-03-06T01:23:23.785539Z","end":"2026-03-06T01:23:23.924982Z","steps":["trace[1920511479] 'agreement among raft nodes before linearized reading' (duration: 137.6957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243296716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:23.925158Z","caller":"traceutil/trace.go:171","msg":"trace[1217877646] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23405; }","duration":"3.244973005s","start":"2026-03-06T01:23:20.680159Z","end":"2026-03-06T01:23:23.925132Z","steps":["trace[1217877646] 'agreement among raft nodes before linearized reading' (duration: 3.243314876s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:23.923566Z","caller":"traceutil/trace.go:171","msg":"trace[1231343018] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23405; }","duration":"807.414032ms","start":"2026-03-06T01:23:23.116137Z","end":"2026-03-06T01:23:23.923551Z","steps":["trace[1231343018] 'agreement among raft nodes before linearized reading' (duration: 807.31776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182545194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:23.923647Z","caller":"traceutil/trace.go:171","msg":"trace[768906937] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb; range_end:; response_count:1; response_revision:23405; }","duration":"2.508884622s","start":"2026-03-06T01:23:21.41474Z","end":"2026-03-06T01:23:23.923625Z","steps":["trace[768906937] 'agreement among raft nodes before linearized reading' (duration: 2.508708058s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.923721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672012736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:23.923694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120832886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:23.923742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.512558Z","time spent":"2.411175676s","remote":"127.0.0.1:60816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.925267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:20.680129Z","time spent":"3.245124909s","remote":"127.0.0.1:43576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:23.92543Z","caller":"traceutil/trace.go:171","msg":"trace[600026477] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23405; }","duration":"2.122608298s","start":"2026-03-06T01:23:21.802813Z","end":"2026-03-06T01:23:23.925421Z","steps":["trace[600026477] 'agreement among raft nodes before linearized reading' (duration: 2.120719994s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.925469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.802727Z","time spent":"2.122734211s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.925302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.116108Z","time spent":"809.184903ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:23.925382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223844775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T01:23:23.925334Z","caller":"traceutil/trace.go:171","msg":"trace[1439696333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23405; }","duration":"1.184355216s","start":"2026-03-06T01:23:22.740969Z","end":"2026-03-06T01:23:23.925324Z","steps":["trace[1439696333] 'agreement among raft nodes before linearized reading' (duration: 1.182567235s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.92579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:22.74094Z","time spent":"1.184836108s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:23.925366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.414723Z","time spent":"2.510632912s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" "} {"level":"info","ts":"2026-03-06T01:23:23.925398Z","caller":"traceutil/trace.go:171","msg":"trace[1377244244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23405; }","duration":"2.673768437s","start":"2026-03-06T01:23:21.25162Z","end":"2026-03-06T01:23:23.925388Z","steps":["trace[1377244244] 'agreement among raft nodes before linearized reading' (duration: 2.671999346s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.925953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.251592Z","time spent":"2.67433s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:23.925801Z","caller":"traceutil/trace.go:171","msg":"trace[374281514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23405; }","duration":"2.224521111s","start":"2026-03-06T01:23:21.701208Z","end":"2026-03-06T01:23:23.925705Z","steps":["trace[374281514] 'agreement among raft nodes before linearized reading' (duration: 2.222111425s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:23.927054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:21.701178Z","time spent":"2.225855732s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:23:24.429159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824677,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:25.928834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:25.928949Z","caller":"traceutil/trace.go:171","msg":"trace[192713855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000770257s","start":"2026-03-06T01:23:23.928152Z","end":"2026-03-06T01:23:25.928923Z","steps":["trace[192713855] 'agreement among raft nodes before linearized reading' (duration: 2.000634844s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:25.929005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.928143Z","time spent":"2.00085293s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:27.088614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121882951s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:27.088963Z","caller":"traceutil/trace.go:171","msg":"trace[444075859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23405; }","duration":"2.12225532s","start":"2026-03-06T01:23:24.966677Z","end":"2026-03-06T01:23:27.088932Z","steps":["trace[444075859] 'range keys from in-memory index tree' (duration: 2.121858181s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.089001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204003351s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:23:27.089129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.927903Z","time spent":"3.161218975s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:27.136323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.161770854s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:27.136913Z","caller":"traceutil/trace.go:171","msg":"trace[1414297410] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"3.208503201s","start":"2026-03-06T01:23:23.92835Z","end":"2026-03-06T01:23:27.136854Z","steps":["trace[1414297410] 'process raft request' (duration: 3.208212055s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:27.136995Z","caller":"traceutil/trace.go:171","msg":"trace[1144727606] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"3.207954718s","start":"2026-03-06T01:23:23.929004Z","end":"2026-03-06T01:23:27.136959Z","steps":["trace[1144727606] 'process raft request' (duration: 3.207850715s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.137148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.928336Z","time spent":"3.208668415s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:27.137232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.928991Z","time spent":"3.208136963s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.13722Z","caller":"traceutil/trace.go:171","msg":"trace[342509574] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"3.208338687s","start":"2026-03-06T01:23:23.928837Z","end":"2026-03-06T01:23:27.137176Z","steps":["trace[342509574] 'process raft request' (duration: 3.207938158s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.137398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.92881Z","time spent":"3.208492811s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.137551Z","caller":"traceutil/trace.go:171","msg":"trace[446192164] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"3.206516464s","start":"2026-03-06T01:23:23.931011Z","end":"2026-03-06T01:23:27.137527Z","steps":["trace[446192164] 'process raft request' (duration: 3.206279079s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:27.137615Z","caller":"traceutil/trace.go:171","msg":"trace[1392295638] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"3.206546075s","start":"2026-03-06T01:23:23.931014Z","end":"2026-03-06T01:23:27.13756Z","steps":["trace[1392295638] 'process raft request' (duration: 3.20589405s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:27.13767Z","caller":"traceutil/trace.go:171","msg":"trace[1106503551] linearizableReadLoop","detail":"{readStateIndex:24250; appliedIndex:24243; }","duration":"3.209435563s","start":"2026-03-06T01:23:23.928206Z","end":"2026-03-06T01:23:27.137642Z","steps":["trace[1106503551] 'read index received' (duration: 956.782844ms)","trace[1106503551] 'applied index is now lower than readState.Index' (duration: 2.252651419s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:27.137684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.930997Z","time spent":"3.206605647s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:27.137787Z","caller":"traceutil/trace.go:171","msg":"trace[1264904948] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"3.205933141s","start":"2026-03-06T01:23:23.931839Z","end":"2026-03-06T01:23:27.137772Z","steps":["trace[1264904948] 'process raft request' (duration: 3.205634074s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.137852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.931829Z","time spent":"3.205984752s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:27.138675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.931003Z","time spent":"3.206718029s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:27.638245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:27.938525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:27.938643Z","caller":"traceutil/trace.go:171","msg":"trace[889941233] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766508s","start":"2026-03-06T01:23:25.937848Z","end":"2026-03-06T01:23:27.938614Z","steps":["trace[889941233] 'agreement among raft nodes before linearized reading' (duration: 2.000596514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:27.938725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.937826Z","time spent":"2.00088593s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:28.138585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:28.639156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:29.139751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:29.640069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:29.939271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:29.939863Z","caller":"traceutil/trace.go:171","msg":"trace[134359623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778639s","start":"2026-03-06T01:23:27.939057Z","end":"2026-03-06T01:23:29.939836Z","steps":["trace[134359623] 'agreement among raft nodes before linearized reading' (duration: 2.000167865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:29.940498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.93904Z","time spent":"2.000859571s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:30.140421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:30.641296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:30.750232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.500984557s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:31.096269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.91308Z","time spent":"3.18317984s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:31.101522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.846974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:31.101625Z","caller":"traceutil/trace.go:171","msg":"trace[755125378] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"4.009945353s","start":"2026-03-06T01:23:27.091661Z","end":"2026-03-06T01:23:31.101607Z","steps":["trace[755125378] 'process raft request' (duration: 3.658904654s)","trace[755125378] 'compare' (duration: 349.125234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:31.101686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.091625Z","time spent":"4.010035475s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:31.947566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:31.947774Z","caller":"traceutil/trace.go:171","msg":"trace[1403371789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000474771s","start":"2026-03-06T01:23:29.947254Z","end":"2026-03-06T01:23:31.947729Z","steps":["trace[1403371789] 'agreement among raft nodes before linearized reading' (duration: 2.000246855s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:31.947848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:29.947241Z","time spent":"2.000592473s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:32.77435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.797470013s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:33.617993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.896391ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-06T01:23:33.618481Z","caller":"traceutil/trace.go:171","msg":"trace[1224895979] linearizableReadLoop","detail":"{readStateIndex:24254; appliedIndex:24250; }","duration":"6.480734302s","start":"2026-03-06T01:23:27.137723Z","end":"2026-03-06T01:23:33.618458Z","steps":["trace[1224895979] 'read index received' (duration: 3.612749355s)","trace[1224895979] 'applied index is now lower than readState.Index' (duration: 2.867951467s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:33.61858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.142548Z","time spent":"6.476028812s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:23:33.618917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.843784553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:33.618959Z","caller":"traceutil/trace.go:171","msg":"trace[315338144] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23414; }","duration":"8.843888126s","start":"2026-03-06T01:23:24.775058Z","end":"2026-03-06T01:23:33.618946Z","steps":["trace[315338144] 'agreement among raft nodes before linearized reading' (duration: 8.843792724s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.618916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.464582906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:33.618994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:24.775032Z","time spent":"8.843951237s","remote":"127.0.0.1:60600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:33.619022Z","caller":"traceutil/trace.go:171","msg":"trace[1849043378] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23414; }","duration":"8.46474661s","start":"2026-03-06T01:23:25.154249Z","end":"2026-03-06T01:23:33.618996Z","steps":["trace[1849043378] 'agreement among raft nodes before linearized reading' (duration: 8.464472534s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.619082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.154226Z","time spent":"8.464844632s","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:33.61916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.688175349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-03-06T01:23:33.619219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.68993776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-06T01:23:33.619211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.629259622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:33.619262Z","caller":"traceutil/trace.go:171","msg":"trace[1574169669] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23414; }","duration":"9.688320923s","start":"2026-03-06T01:23:23.930914Z","end":"2026-03-06T01:23:33.619235Z","steps":["trace[1574169669] 'agreement among raft nodes before linearized reading' (duration: 9.687989405s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.619262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.688308842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-06T01:23:33.619306Z","caller":"traceutil/trace.go:171","msg":"trace[1306366515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23414; }","duration":"9.690024652s","start":"2026-03-06T01:23:23.929255Z","end":"2026-03-06T01:23:33.61928Z","steps":["trace[1306366515] 'agreement among raft nodes before linearized reading' (duration: 9.689746555s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:33.619322Z","caller":"traceutil/trace.go:171","msg":"trace[1918970552] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23414; }","duration":"9.688393464s","start":"2026-03-06T01:23:23.930911Z","end":"2026-03-06T01:23:33.619304Z","steps":["trace[1918970552] 'agreement among raft nodes before linearized reading' (duration: 9.68819426s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.619283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.688133757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:33.619358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.929234Z","time spent":"9.690116094s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T01:23:33.619364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.930893Z","time spent":"9.688461365s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-06T01:23:33.619409Z","caller":"traceutil/trace.go:171","msg":"trace[2004012740] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23414; }","duration":"9.688279021s","start":"2026-03-06T01:23:23.931095Z","end":"2026-03-06T01:23:33.619374Z","steps":["trace[2004012740] 'agreement among raft nodes before linearized reading' (duration: 9.688056666s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.619598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.40619067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:33.619637Z","caller":"traceutil/trace.go:171","msg":"trace[360007873] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23414; }","duration":"8.406269792s","start":"2026-03-06T01:23:25.213356Z","end":"2026-03-06T01:23:33.619626Z","steps":["trace[360007873] 'agreement among raft nodes before linearized reading' (duration: 8.40618913s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:33.619645Z","caller":"traceutil/trace.go:171","msg":"trace[370846872] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"4.70040976s","start":"2026-03-06T01:23:28.919224Z","end":"2026-03-06T01:23:33.619634Z","steps":["trace[370846872] 'process raft request' (duration: 4.698908625s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.619646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.93108Z","time spent":"9.688545298s","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:33.619647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.690811556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:33.619679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:25.21333Z","time spent":"8.406338744s","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:33.619318Z","caller":"traceutil/trace.go:171","msg":"trace[1956047872] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23414; }","duration":"9.629423446s","start":"2026-03-06T01:23:23.989866Z","end":"2026-03-06T01:23:33.61929Z","steps":["trace[1956047872] 'agreement among raft nodes before linearized reading' (duration: 9.629242392s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:33.619709Z","caller":"traceutil/trace.go:171","msg":"trace[182806878] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23414; }","duration":"6.690940568s","start":"2026-03-06T01:23:26.928754Z","end":"2026-03-06T01:23:33.619695Z","steps":["trace[182806878] 'agreement among raft nodes before linearized reading' (duration: 6.690829176s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:33.619607Z","caller":"traceutil/trace.go:171","msg":"trace[1624806093] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"4.690022477s","start":"2026-03-06T01:23:28.929569Z","end":"2026-03-06T01:23:33.619591Z","steps":["trace[1624806093] 'process raft request' (duration: 4.688795068s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.619743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.928727Z","time spent":"6.69100692s","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:33.619738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.989839Z","time spent":"9.629882627s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:33.619747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.919187Z","time spent":"4.700489182s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:33.61932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:23.9309Z","time spent":"9.688403984s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-06T01:23:33.61989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.929533Z","time spent":"4.690229532s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:33.619598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.263034057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:33.620108Z","caller":"traceutil/trace.go:171","msg":"trace[576438945] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23414; }","duration":"7.26359505s","start":"2026-03-06T01:23:26.356497Z","end":"2026-03-06T01:23:33.620092Z","steps":["trace[576438945] 'agreement among raft nodes before linearized reading' (duration: 7.263005936s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.620175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:26.356474Z","time spent":"7.263685252s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:33.94843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000478222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:33.948549Z","caller":"traceutil/trace.go:171","msg":"trace[838241765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678597s","start":"2026-03-06T01:23:31.947843Z","end":"2026-03-06T01:23:33.948521Z","steps":["trace[838241765] 'agreement among raft nodes before linearized reading' (duration: 2.000514853s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:33.948607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.947809Z","time spent":"2.00078679s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:34.119265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:35.254925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:35.255045Z","caller":"traceutil/trace.go:171","msg":"trace[306561957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000627294s","start":"2026-03-06T01:23:33.254392Z","end":"2026-03-06T01:23:35.25502Z","steps":["trace[306561957] 'agreement among raft nodes before linearized reading' (duration: 2.00046931s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:35.255105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.254368Z","time spent":"2.000723896s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:35.956786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:35.956889Z","caller":"traceutil/trace.go:171","msg":"trace[59545402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000616274s","start":"2026-03-06T01:23:33.956248Z","end":"2026-03-06T01:23:35.956864Z","steps":["trace[59545402] 'agreement among raft nodes before linearized reading' (duration: 2.000488941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:35.956962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.956226Z","time spent":"2.000725197s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:36.146089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178710525s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:36.146287Z","caller":"traceutil/trace.go:171","msg":"trace[51009976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23414; }","duration":"1.17893811s","start":"2026-03-06T01:23:34.967324Z","end":"2026-03-06T01:23:36.146262Z","steps":["trace[51009976] 'range keys from in-memory index tree' (duration: 1.178673814s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:36.146366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93886218s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:36.146526Z","caller":"traceutil/trace.go:171","msg":"trace[83466070] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"2.623946462s","start":"2026-03-06T01:23:33.522553Z","end":"2026-03-06T01:23:36.146499Z","steps":["trace[83466070] 'process raft request' (duration: 684.855696ms)","trace[83466070] 'compare' (duration: 1.938285897s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:36.146607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.522521Z","time spent":"2.624049883s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:36.87418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.666890535s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:37.907062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032672695s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:37.964939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:37.965033Z","caller":"traceutil/trace.go:171","msg":"trace[285393671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349634s","start":"2026-03-06T01:23:35.964662Z","end":"2026-03-06T01:23:37.965011Z","steps":["trace[285393671] 'agreement among raft nodes before linearized reading' (duration: 2.000230921s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:37.965116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.964641Z","time spent":"2.000465506s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:38.244626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366543217s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:38.245465Z","caller":"traceutil/trace.go:171","msg":"trace[1554539177] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"4.6204777s","start":"2026-03-06T01:23:33.624952Z","end":"2026-03-06T01:23:38.24543Z","steps":["trace[1554539177] 'process raft request' (duration: 4.620077041s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:38.245504Z","caller":"traceutil/trace.go:171","msg":"trace[1935978546] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"4.620406558s","start":"2026-03-06T01:23:33.625054Z","end":"2026-03-06T01:23:38.24546Z","steps":["trace[1935978546] 'process raft request' (duration: 4.620139432s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.245727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.624942Z","time spent":"4.620606823s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.24558Z","caller":"traceutil/trace.go:171","msg":"trace[896088486] linearizableReadLoop","detail":"{readStateIndex:24258; appliedIndex:24254; }","duration":"4.627030393s","start":"2026-03-06T01:23:33.61852Z","end":"2026-03-06T01:23:38.245551Z","steps":["trace[896088486] 'read index received' (duration: 588.84584ms)","trace[896088486] 'applied index is now lower than readState.Index' (duration: 4.038181693s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.245735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.625045Z","time spent":"4.620591393s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.245873Z","caller":"traceutil/trace.go:171","msg":"trace[1293767470] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"4.624224568s","start":"2026-03-06T01:23:33.621323Z","end":"2026-03-06T01:23:38.245548Z","steps":["trace[1293767470] 'process raft request' (duration: 3.253082674s)","trace[1293767470] 'compare' (duration: 1.365603404s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.246926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.621295Z","time spent":"4.624948294s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:23:38.629623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.39563741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:38.629821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.487721043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-06T01:23:38.629823Z","caller":"traceutil/trace.go:171","msg":"trace[206924922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23418; }","duration":"7.395898326s","start":"2026-03-06T01:23:31.23389Z","end":"2026-03-06T01:23:38.629788Z","steps":["trace[206924922] 'agreement among raft nodes before linearized reading' (duration: 7.01172006s)","trace[206924922] 'count revisions from in-memory index tree' (duration: 383.92703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.630101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.233866Z","time spent":"7.396215053s","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.630206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.420026679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:38.630206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.525372382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:23:38.630247Z","caller":"traceutil/trace.go:171","msg":"trace[1167584297] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23418; }","duration":"11.420108781s","start":"2026-03-06T01:23:27.210126Z","end":"2026-03-06T01:23:38.630235Z","steps":["trace[1167584297] 'agreement among raft nodes before linearized reading' (duration: 11.035539687s)","trace[1167584297] 'count revisions from in-memory index tree' (duration: 384.518333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.630301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.210103Z","time spent":"11.420189214s","remote":"127.0.0.1:58602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.630262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.55322993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.630308Z","caller":"traceutil/trace.go:171","msg":"trace[964593424] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23418; }","duration":"7.525503786s","start":"2026-03-06T01:23:31.104781Z","end":"2026-03-06T01:23:38.630285Z","steps":["trace[964593424] 'agreement among raft nodes before linearized reading' (duration: 7.140845769s)","trace[964593424] 'range keys from in-memory index tree' (duration: 384.445492ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:38.630384Z","caller":"traceutil/trace.go:171","msg":"trace[121747067] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23418; }","duration":"10.553395004s","start":"2026-03-06T01:23:28.076953Z","end":"2026-03-06T01:23:38.630348Z","steps":["trace[121747067] 'agreement among raft nodes before linearized reading' (duration: 10.168702456s)","trace[121747067] 'count revisions from in-memory index tree' (duration: 384.540894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.630389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:31.104764Z","time spent":"7.525612109s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:23:38.630477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:28.076931Z","time spent":"10.553532987s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.629922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.449358895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:38.630538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.760418349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.630612Z","caller":"traceutil/trace.go:171","msg":"trace[1008526630] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23418; }","duration":"5.450075132s","start":"2026-03-06T01:23:33.180519Z","end":"2026-03-06T01:23:38.630594Z","steps":["trace[1008526630] 'agreement among raft nodes before linearized reading' (duration: 5.065106148s)","trace[1008526630] 'count revisions from in-memory index tree' (duration: 384.277458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.630612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219737316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:38.630662Z","caller":"traceutil/trace.go:171","msg":"trace[524771851] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23418; }","duration":"5.760725967s","start":"2026-03-06T01:23:32.869907Z","end":"2026-03-06T01:23:38.630633Z","steps":["trace[524771851] 'agreement among raft nodes before linearized reading' (duration: 5.375746372s)","trace[524771851] 'count revisions from in-memory index tree' (duration: 384.620796ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:38.629878Z","caller":"traceutil/trace.go:171","msg":"trace[1339062874] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23418; }","duration":"11.487814825s","start":"2026-03-06T01:23:27.142042Z","end":"2026-03-06T01:23:38.629857Z","steps":["trace[1339062874] 'agreement among raft nodes before linearized reading' (duration: 11.103564207s)","trace[1339062874] 'range keys from in-memory index tree' (duration: 384.069403ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:38.630772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21208} {"level":"info","ts":"2026-03-06T01:23:38.630837Z","caller":"traceutil/trace.go:171","msg":"trace[1874297972] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23418; }","duration":"5.220003002s","start":"2026-03-06T01:23:33.410692Z","end":"2026-03-06T01:23:38.630695Z","steps":["trace[1874297972] 'agreement among raft nodes before linearized reading' (duration: 4.834912795s)","trace[1874297972] 'count revisions from in-memory index tree' (duration: 384.850432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.630731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.869848Z","time spent":"5.76086574s","remote":"127.0.0.1:58782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.629623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.633838369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.630977Z","caller":"traceutil/trace.go:171","msg":"trace[1385893089] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23418; }","duration":"5.635274933s","start":"2026-03-06T01:23:32.995683Z","end":"2026-03-06T01:23:38.630958Z","steps":["trace[1385893089] 'agreement among raft nodes before linearized reading' (duration: 5.249958741s)","trace[1385893089] 'count revisions from in-memory index tree' (duration: 383.887739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.630653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.180484Z","time spent":"5.450157174s","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.630845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.213336411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:38.629971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.28174276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:38.631125Z","caller":"traceutil/trace.go:171","msg":"trace[297846877] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23418; }","duration":"8.282930359s","start":"2026-03-06T01:23:30.348168Z","end":"2026-03-06T01:23:38.631098Z","steps":["trace[297846877] 'agreement among raft nodes before linearized reading' (duration: 7.897463933s)","trace[297846877] 'count revisions from in-memory index tree' (duration: 384.308249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.630013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.538738136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:38.631174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:30.348144Z","time spent":"8.28301635s","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:38.631197Z","caller":"traceutil/trace.go:171","msg":"trace[553250814] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23418; }","duration":"5.540022806s","start":"2026-03-06T01:23:33.091163Z","end":"2026-03-06T01:23:38.631186Z","steps":["trace[553250814] 'agreement among raft nodes before linearized reading' (duration: 5.154474218s)","trace[553250814] 'count revisions from in-memory index tree' (duration: 384.290548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.631231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.091135Z","time spent":"5.540086917s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.631199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.410657Z","time spent":"5.22039628s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.630809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:27.142021Z","time spent":"11.488767196s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:23:38.631026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.995639Z","time spent":"5.635372335s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:38.631065Z","caller":"traceutil/trace.go:171","msg":"trace[1193094750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23418; }","duration":"6.213596987s","start":"2026-03-06T01:23:32.417457Z","end":"2026-03-06T01:23:38.631054Z","steps":["trace[1193094750] 'agreement among raft nodes before linearized reading' (duration: 5.828113001s)","trace[1193094750] 'count revisions from in-memory index tree' (duration: 385.23469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.63167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:32.417431Z","time spent":"6.214210231s","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.630625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.953949515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:38.630705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.281728ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-06T01:23:38.631837Z","caller":"traceutil/trace.go:171","msg":"trace[1133045469] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23418; }","duration":"7.955268685s","start":"2026-03-06T01:23:30.676553Z","end":"2026-03-06T01:23:38.631822Z","steps":["trace[1133045469] 'agreement among raft nodes before linearized reading' (duration: 7.569026242s)","trace[1133045469] 'count revisions from in-memory index tree' (duration: 384.657567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.631898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:30.676531Z","time spent":"7.955335307s","remote":"127.0.0.1:43452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:38.631973Z","caller":"traceutil/trace.go:171","msg":"trace[250017329] compact","detail":"{revision:21208; response_revision:23418; }","duration":"2.482358522s","start":"2026-03-06T01:23:36.149599Z","end":"2026-03-06T01:23:38.631957Z","steps":["trace[250017329] 'process raft request' (duration: 2.095685488s)","trace[250017329] 'check and update compact revision' (duration: 384.133544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:38.632017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.149332Z","time spent":"2.482683239s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:23:38.63383Z","caller":"traceutil/trace.go:171","msg":"trace[889703468] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"1.390693845s","start":"2026-03-06T01:23:37.243117Z","end":"2026-03-06T01:23:38.633811Z","steps":["trace[889703468] 'process raft request' (duration: 1.388884873s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.633958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.243086Z","time spent":"1.390791997s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:38.634557Z","caller":"traceutil/trace.go:171","msg":"trace[1991135925] linearizableReadLoop","detail":"{readStateIndex:24261; appliedIndex:24258; }","duration":"388.714442ms","start":"2026-03-06T01:23:38.245822Z","end":"2026-03-06T01:23:38.634536Z","steps":["trace[1991135925] 'read index received' (duration: 103.133µs)","trace[1991135925] 'applied index is now lower than readState.Index' (duration: 388.609119ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:38.634641Z","caller":"traceutil/trace.go:171","msg":"trace[1205803721] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"1.198705349s","start":"2026-03-06T01:23:37.435914Z","end":"2026-03-06T01:23:38.634619Z","steps":["trace[1205803721] 'process raft request' (duration: 1.197874579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.63469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144137534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.634732Z","caller":"traceutil/trace.go:171","msg":"trace[2102303805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23420; }","duration":"1.144186905s","start":"2026-03-06T01:23:37.49053Z","end":"2026-03-06T01:23:38.634717Z","steps":["trace[2102303805] 'agreement among raft nodes before linearized reading' (duration: 1.144104083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.634763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.490472Z","time spent":"1.144280757s","remote":"127.0.0.1:58638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.634795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.435877Z","time spent":"1.198809201s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:38.634932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.66638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.634998Z","caller":"traceutil/trace.go:171","msg":"trace[473406196] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23420; }","duration":"572.793313ms","start":"2026-03-06T01:23:38.062186Z","end":"2026-03-06T01:23:38.634979Z","steps":["trace[473406196] 'agreement among raft nodes before linearized reading' (duration: 572.67104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.062161Z","time spent":"572.874965ms","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.635228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.726358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.635267Z","caller":"traceutil/trace.go:171","msg":"trace[1615656603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23420; }","duration":"669.834331ms","start":"2026-03-06T01:23:37.96542Z","end":"2026-03-06T01:23:38.635254Z","steps":["trace[1615656603] 'agreement among raft nodes before linearized reading' (duration: 669.470972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.965393Z","time spent":"669.889091ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:38.635415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010092723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.635459Z","caller":"traceutil/trace.go:171","msg":"trace[104331803] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23420; }","duration":"5.010148794s","start":"2026-03-06T01:23:33.625297Z","end":"2026-03-06T01:23:38.635446Z","steps":["trace[104331803] 'agreement among raft nodes before linearized reading' (duration: 5.009670953s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.625291Z","time spent":"5.010193445s","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:38.635507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400085497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:23:38.635551Z","caller":"traceutil/trace.go:171","msg":"trace[1988047244] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23420; }","duration":"2.400129198s","start":"2026-03-06T01:23:36.235413Z","end":"2026-03-06T01:23:38.635543Z","steps":["trace[1988047244] 'agreement among raft nodes before linearized reading' (duration: 2.399563885s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.235346Z","time spent":"2.400222031s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:23:38.635726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.01254471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fde56ebe-f86c-48a4-8cdc-fce355996892\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:23:38.63575Z","caller":"traceutil/trace.go:171","msg":"trace[2066278928] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fde56ebe-f86c-48a4-8cdc-fce355996892; range_end:; response_count:1; response_revision:23420; }","duration":"5.012579631s","start":"2026-03-06T01:23:33.623159Z","end":"2026-03-06T01:23:38.635739Z","steps":["trace[2066278928] 'agreement among raft nodes before linearized reading' (duration: 5.011825323s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:33.62315Z","time spent":"5.012616822s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-fde56ebe-f86c-48a4-8cdc-fce355996892\" "} {"level":"warn","ts":"2026-03-06T01:23:38.635754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.118975203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:38.635811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343811832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:38.635818Z","caller":"traceutil/trace.go:171","msg":"trace[974704188] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23420; }","duration":"4.119110947s","start":"2026-03-06T01:23:34.516688Z","end":"2026-03-06T01:23:38.635799Z","steps":["trace[974704188] 'agreement among raft nodes before linearized reading' (duration: 4.118244806s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:38.635849Z","caller":"traceutil/trace.go:171","msg":"trace[1200090071] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23420; }","duration":"2.343896163s","start":"2026-03-06T01:23:36.29194Z","end":"2026-03-06T01:23:38.635836Z","steps":["trace[1200090071] 'agreement among raft nodes before linearized reading' (duration: 2.343020813s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:36.291915Z","time spent":"2.343965585s","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.635906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750224896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:38.635927Z","caller":"traceutil/trace.go:171","msg":"trace[1730284623] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23420; }","duration":"2.750306577s","start":"2026-03-06T01:23:35.885614Z","end":"2026-03-06T01:23:38.635921Z","steps":["trace[1730284623] 'agreement among raft nodes before linearized reading' (duration: 2.749376286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.635954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.885591Z","time spent":"2.750356709s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.635971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175587828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:38.636005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466136167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:23:38.636005Z","caller":"traceutil/trace.go:171","msg":"trace[1184602364] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23420; }","duration":"1.17564848s","start":"2026-03-06T01:23:37.460346Z","end":"2026-03-06T01:23:38.635995Z","steps":["trace[1184602364] 'agreement among raft nodes before linearized reading' (duration: 1.174599385s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:38.636026Z","caller":"traceutil/trace.go:171","msg":"trace[450145292] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23420; }","duration":"3.46621115s","start":"2026-03-06T01:23:35.169809Z","end":"2026-03-06T01:23:38.63602Z","steps":["trace[450145292] 'agreement among raft nodes before linearized reading' (duration: 3.465118684s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.636035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.460325Z","time spent":"1.175701751s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.636044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:35.169785Z","time spent":"3.46625392s","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.636077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011030794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:38.636107Z","caller":"traceutil/trace.go:171","msg":"trace[409257764] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23420; }","duration":"1.011063085s","start":"2026-03-06T01:23:37.625034Z","end":"2026-03-06T01:23:38.636097Z","steps":["trace[409257764] 'agreement among raft nodes before linearized reading' (duration: 1.009503828s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.636138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:37.624941Z","time spent":"1.011187697s","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:38.635858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:34.516665Z","time spent":"4.119182239s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:38.636797Z","caller":"traceutil/trace.go:171","msg":"trace[1368986654] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"385.312103ms","start":"2026-03-06T01:23:38.251471Z","end":"2026-03-06T01:23:38.636783Z","steps":["trace[1368986654] 'process raft request' (duration: 383.045949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:38.636864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.251448Z","time spent":"385.384884ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:23:39.135568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:39.636104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:40.137215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:40.206362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579099428s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:40.211652Z","caller":"traceutil/trace.go:171","msg":"trace[1169253096] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"1.584563466s","start":"2026-03-06T01:23:38.627047Z","end":"2026-03-06T01:23:40.211611Z","steps":["trace[1169253096] 'process raft request' (duration: 1.579718312s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.211852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.627019Z","time spent":"1.58473051s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:40.654312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:40.654414Z","caller":"traceutil/trace.go:171","msg":"trace[1919208870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053414s","start":"2026-03-06T01:23:38.654337Z","end":"2026-03-06T01:23:40.65439Z","steps":["trace[1919208870] 'agreement among raft nodes before linearized reading' (duration: 1.999921681s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:40.65449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.654329Z","time spent":"2.000152816s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:41.392493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185797488s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:41.394607Z","caller":"traceutil/trace.go:171","msg":"trace[1786805785] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"2.746848715s","start":"2026-03-06T01:23:38.647721Z","end":"2026-03-06T01:23:41.39457Z","steps":["trace[1786805785] 'process raft request' (duration: 2.745130105s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:41.394802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.6477Z","time spent":"2.747004348s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:42.654496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:42.654581Z","caller":"traceutil/trace.go:171","msg":"trace[614436619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294749s","start":"2026-03-06T01:23:40.654266Z","end":"2026-03-06T01:23:42.654561Z","steps":["trace[614436619] 'agreement among raft nodes before linearized reading' (duration: 2.000190787s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:42.654644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.654244Z","time spent":"2.00036807s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:43.457587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.830341008s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:44.136835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742999923s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:23:44.137125Z","caller":"traceutil/trace.go:171","msg":"trace[2069138719] linearizableReadLoop","detail":"{readStateIndex:24265; appliedIndex:24262; }","duration":"5.502503344s","start":"2026-03-06T01:23:38.634598Z","end":"2026-03-06T01:23:44.137101Z","steps":["trace[2069138719] 'read index received' (duration: 1.572188017s)","trace[2069138719] 'applied index is now lower than readState.Index' (duration: 3.930313957s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:44.138127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.508197637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.138359Z","caller":"traceutil/trace.go:171","msg":"trace[394301297] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23424; }","duration":"5.508446873s","start":"2026-03-06T01:23:38.629898Z","end":"2026-03-06T01:23:44.138345Z","steps":["trace[394301297] 'agreement among raft nodes before linearized reading' (duration: 5.508165957s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.138402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.629714Z","time spent":"5.508677478s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.138955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.500013216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:44.139084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739802789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cq5g\" ","response":"range_response_count:1 size:5419"} {"level":"info","ts":"2026-03-06T01:23:44.139152Z","caller":"traceutil/trace.go:171","msg":"trace[1143987097] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cq5g; range_end:; response_count:1; response_revision:23425; }","duration":"2.739918012s","start":"2026-03-06T01:23:41.399214Z","end":"2026-03-06T01:23:44.139132Z","steps":["trace[1143987097] 'agreement among raft nodes before linearized reading' (duration: 2.739704037s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.439386349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-03-06T01:23:44.139328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.4847707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T01:23:44.139395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.441480568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-06T01:23:44.139435Z","caller":"traceutil/trace.go:171","msg":"trace[605448154] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb; range_end:; response_count:1; response_revision:23425; }","duration":"5.484898602s","start":"2026-03-06T01:23:38.654508Z","end":"2026-03-06T01:23:44.139406Z","steps":["trace[605448154] 'agreement among raft nodes before linearized reading' (duration: 5.484608395s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.13929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476698606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.139495Z","caller":"traceutil/trace.go:171","msg":"trace[1152935432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23425; }","duration":"1.476934481s","start":"2026-03-06T01:23:42.662549Z","end":"2026-03-06T01:23:44.139483Z","steps":["trace[1152935432] 'agreement among raft nodes before linearized reading' (duration: 1.476674995s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.456044458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:23:44.139506Z","caller":"traceutil/trace.go:171","msg":"trace[1363609711] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"3.013249738s","start":"2026-03-06T01:23:41.126235Z","end":"2026-03-06T01:23:44.139484Z","steps":["trace[1363609711] 'process raft request' (duration: 3.010736319s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.13956Z","caller":"traceutil/trace.go:171","msg":"trace[442447497] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23425; }","duration":"5.456205902s","start":"2026-03-06T01:23:38.683328Z","end":"2026-03-06T01:23:44.139534Z","steps":["trace[442447497] 'agreement among raft nodes before linearized reading' (duration: 5.455850584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.683302Z","time spent":"5.456301054s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:23:44.139638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274158593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:44.139649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.126214Z","time spent":"3.013353161s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:44.139716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136716891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.139751Z","caller":"traceutil/trace.go:171","msg":"trace[1845229390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23425; }","duration":"1.136811713s","start":"2026-03-06T01:23:43.002929Z","end":"2026-03-06T01:23:44.139741Z","steps":["trace[1845229390] 'agreement among raft nodes before linearized reading' (duration: 1.136756792s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99472018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-06T01:23:44.139791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:43.002902Z","time spent":"1.136879195s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.139818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398898859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.139865Z","caller":"traceutil/trace.go:171","msg":"trace[451562664] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23425; }","duration":"3.398983102s","start":"2026-03-06T01:23:40.740867Z","end":"2026-03-06T01:23:44.13985Z","steps":["trace[451562664] 'agreement among raft nodes before linearized reading' (duration: 3.39890656s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.139668Z","caller":"traceutil/trace.go:171","msg":"trace[845408914] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23425; }","duration":"1.274261305s","start":"2026-03-06T01:23:42.865398Z","end":"2026-03-06T01:23:44.139659Z","steps":["trace[845408914] 'agreement among raft nodes before linearized reading' (duration: 1.274135622s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.139904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:40.740849Z","time spent":"3.399045953s","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.13993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.865369Z","time spent":"1.274540132s","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.139646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.662538Z","time spent":"1.476981262s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:44.139497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.654492Z","time spent":"5.484992694s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" "} {"level":"warn","ts":"2026-03-06T01:23:44.139617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.399191Z","time spent":"2.740050474s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5442,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cq5g\" "} {"level":"warn","ts":"2026-03-06T01:23:44.14015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997231359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:23:44.140201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369616762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:44.1402Z","caller":"traceutil/trace.go:171","msg":"trace[1516549534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23425; }","duration":"1.997543555s","start":"2026-03-06T01:23:42.142644Z","end":"2026-03-06T01:23:44.140188Z","steps":["trace[1516549534] 'agreement among raft nodes before linearized reading' (duration: 1.997202257s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.139826Z","caller":"traceutil/trace.go:171","msg":"trace[1305053614] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23425; }","duration":"1.994855583s","start":"2026-03-06T01:23:42.144954Z","end":"2026-03-06T01:23:44.13981Z","steps":["trace[1305053614] 'agreement among raft nodes before linearized reading' (duration: 1.994699639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.140284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687630564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.140309Z","caller":"traceutil/trace.go:171","msg":"trace[641450695] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23425; }","duration":"4.687684434s","start":"2026-03-06T01:23:39.452618Z","end":"2026-03-06T01:23:44.140303Z","steps":["trace[641450695] 'agreement among raft nodes before linearized reading' (duration: 4.687641163s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.140307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.142619Z","time spent":"1.997653378s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:23:44.140344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:39.452599Z","time spent":"4.687737556s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.139353Z","caller":"traceutil/trace.go:171","msg":"trace[1595883128] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23425; }","duration":"5.439696347s","start":"2026-03-06T01:23:38.699641Z","end":"2026-03-06T01:23:44.139337Z","steps":["trace[1595883128] 'agreement among raft nodes before linearized reading' (duration: 5.439285857s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:44.139492Z","caller":"traceutil/trace.go:171","msg":"trace[1615260783] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23425; }","duration":"5.441645012s","start":"2026-03-06T01:23:38.697827Z","end":"2026-03-06T01:23:44.139472Z","steps":["trace[1615260783] 'agreement among raft nodes before linearized reading' (duration: 5.441304484s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.140398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.69962Z","time spent":"5.440764581s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-06T01:23:44.140478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:42.144928Z","time spent":"1.995532369s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:23:44.140496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.697799Z","time spent":"5.442620135s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-06T01:23:44.140682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212498719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.140731Z","caller":"traceutil/trace.go:171","msg":"trace[2045905414] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23425; }","duration":"2.212615472s","start":"2026-03-06T01:23:41.928102Z","end":"2026-03-06T01:23:44.140717Z","steps":["trace[2045905414] 'agreement among raft nodes before linearized reading' (duration: 2.212510589s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.140787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.928074Z","time spent":"2.212703243s","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.14014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002570082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:44.14101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292273612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:44.140995Z","caller":"traceutil/trace.go:171","msg":"trace[466969757] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23425; }","duration":"5.003460203s","start":"2026-03-06T01:23:39.137516Z","end":"2026-03-06T01:23:44.140976Z","steps":["trace[466969757] 'agreement among raft nodes before linearized reading' (duration: 5.002586652s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.141263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:39.137492Z","time spent":"5.003751459s","remote":"127.0.0.1:43456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.141084Z","caller":"traceutil/trace.go:171","msg":"trace[1990210973] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23425; }","duration":"2.292403854s","start":"2026-03-06T01:23:41.848637Z","end":"2026-03-06T01:23:44.141041Z","steps":["trace[1990210973] 'agreement among raft nodes before linearized reading' (duration: 2.292301982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.141609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:41.848613Z","time spent":"2.292973508s","remote":"127.0.0.1:48586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:44.140241Z","caller":"traceutil/trace.go:171","msg":"trace[1113772480] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23425; }","duration":"4.369698213s","start":"2026-03-06T01:23:39.770533Z","end":"2026-03-06T01:23:44.140231Z","steps":["trace[1113772480] 'agreement among raft nodes before linearized reading' (duration: 4.369632542s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.141913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:39.770509Z","time spent":"4.371387533s","remote":"127.0.0.1:60780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:44.142167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491319012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T01:23:44.142216Z","caller":"traceutil/trace.go:171","msg":"trace[417577551] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23425; }","duration":"5.491411785s","start":"2026-03-06T01:23:38.650792Z","end":"2026-03-06T01:23:44.142204Z","steps":["trace[417577551] 'agreement among raft nodes before linearized reading' (duration: 5.491279941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.142252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.650769Z","time spent":"5.491471715s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-06T01:23:44.139464Z","caller":"traceutil/trace.go:171","msg":"trace[225387354] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23425; }","duration":"5.50018107s","start":"2026-03-06T01:23:38.638867Z","end":"2026-03-06T01:23:44.139048Z","steps":["trace[225387354] 'agreement among raft nodes before linearized reading' (duration: 5.499965855s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.143611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.63885Z","time spent":"5.504745206s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:23:44.14411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493301569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189a1bf7030fde6c\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-06T01:23:44.14416Z","caller":"traceutil/trace.go:171","msg":"trace[281370104] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189a1bf7030fde6c; range_end:; response_count:1; response_revision:23425; }","duration":"5.493397951s","start":"2026-03-06T01:23:38.65075Z","end":"2026-03-06T01:23:44.144148Z","steps":["trace[281370104] 'agreement among raft nodes before linearized reading' (duration: 5.491485016s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:44.144283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:38.650729Z","time spent":"5.493541764s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189a1bf7030fde6c\" "} {"level":"warn","ts":"2026-03-06T01:23:44.644843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:45.146055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844824709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:23:45.402467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.817014ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:45.402626Z","caller":"traceutil/trace.go:171","msg":"trace[1431404113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23425; }","duration":"436.028328ms","start":"2026-03-06T01:23:44.966574Z","end":"2026-03-06T01:23:45.402603Z","steps":["trace[1431404113] 'range keys from in-memory index tree' (duration: 435.793683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:45.550617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407249162s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:23:45.552033Z","caller":"traceutil/trace.go:171","msg":"trace[930682495] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"1.408752316s","start":"2026-03-06T01:23:44.143238Z","end":"2026-03-06T01:23:45.551991Z","steps":["trace[930682495] 'process raft request' (duration: 1.407824895s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:45.55223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.143222Z","time spent":"1.40890028s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:46.150008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:23:46.150117Z","caller":"traceutil/trace.go:171","msg":"trace[183271722] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577136s","start":"2026-03-06T01:23:44.149516Z","end":"2026-03-06T01:23:46.150093Z","steps":["trace[183271722] 'agreement among raft nodes before linearized reading' (duration: 2.000446693s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:46.15017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.149512Z","time spent":"2.000649438s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:47.356363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.805398206s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:48.150797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:48.150925Z","caller":"traceutil/trace.go:171","msg":"trace[1617207096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618818s","start":"2026-03-06T01:23:46.150278Z","end":"2026-03-06T01:23:48.150897Z","steps":["trace[1617207096] 'agreement among raft nodes before linearized reading' (duration: 2.000435314s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:48.150984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:46.150261Z","time spent":"2.00071261s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:49.689692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333017224s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:49.691115Z","caller":"traceutil/trace.go:171","msg":"trace[1929054912] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"5.544700448s","start":"2026-03-06T01:23:44.146361Z","end":"2026-03-06T01:23:49.691062Z","steps":["trace[1929054912] 'process raft request' (duration: 3.21022242s)","trace[1929054912] 'compare' (duration: 2.331020837s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:49.691291Z","caller":"traceutil/trace.go:171","msg":"trace[2128949060] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"5.544121725s","start":"2026-03-06T01:23:44.147135Z","end":"2026-03-06T01:23:49.691257Z","steps":["trace[2128949060] 'process raft request' (duration: 5.54393263s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:49.691328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.146345Z","time spent":"5.544869903s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:49.691334Z","caller":"traceutil/trace.go:171","msg":"trace[1190301275] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"5.544716458s","start":"2026-03-06T01:23:44.146576Z","end":"2026-03-06T01:23:49.691292Z","steps":["trace[1190301275] 'process raft request' (duration: 5.544374591s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:49.691419Z","caller":"traceutil/trace.go:171","msg":"trace[1812548451] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"5.539386535s","start":"2026-03-06T01:23:44.152001Z","end":"2026-03-06T01:23:49.691388Z","steps":["trace[1812548451] 'process raft request' (duration: 5.539115228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:49.691491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.14711Z","time spent":"5.544262808s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:49.691533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.151992Z","time spent":"5.539486267s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5579,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:49.691538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.146569Z","time spent":"5.544856342s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:49.69193Z","caller":"traceutil/trace.go:171","msg":"trace[1268531147] linearizableReadLoop","detail":"{readStateIndex:24271; appliedIndex:24266; }","duration":"5.548108488s","start":"2026-03-06T01:23:44.143804Z","end":"2026-03-06T01:23:49.691912Z","steps":["trace[1268531147] 'read index received' (duration: 1.407291762s)","trace[1268531147] 'applied index is now lower than readState.Index' (duration: 4.140815796s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:49.692094Z","caller":"traceutil/trace.go:171","msg":"trace[809181159] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"4.471748907s","start":"2026-03-06T01:23:45.220215Z","end":"2026-03-06T01:23:49.691963Z","steps":["trace[809181159] 'process raft request' (duration: 4.470954139s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:49.694207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.22018Z","time spent":"4.473937719s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:49.692215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548405375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-knztl\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-06T01:23:49.694608Z","caller":"traceutil/trace.go:171","msg":"trace[1545705158] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-knztl; range_end:; response_count:1; response_revision:23431; }","duration":"5.550808881s","start":"2026-03-06T01:23:44.143765Z","end":"2026-03-06T01:23:49.694573Z","steps":["trace[1545705158] 'agreement among raft nodes before linearized reading' (duration: 5.5482111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:49.694683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.143744Z","time spent":"5.550907844s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5173,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-knztl\" "} {"level":"warn","ts":"2026-03-06T01:23:50.160741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000592716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:50.160853Z","caller":"traceutil/trace.go:171","msg":"trace[1739108321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800551s","start":"2026-03-06T01:23:48.160027Z","end":"2026-03-06T01:23:50.160828Z","steps":["trace[1739108321] 'agreement among raft nodes before linearized reading' (duration: 2.000623707s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.160958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.160007Z","time spent":"2.000937054s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:23:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:23:50.847612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.857072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:50.847879Z","caller":"traceutil/trace.go:171","msg":"trace[1816404177] linearizableReadLoop","detail":"{readStateIndex:24274; appliedIndex:24272; }","duration":"1.153857251s","start":"2026-03-06T01:23:49.694002Z","end":"2026-03-06T01:23:50.847859Z","steps":["trace[1816404177] 'read index received' (duration: 275.382775ms)","trace[1816404177] 'applied index is now lower than readState.Index' (duration: 878.473146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:50.848012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.348720016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:50.847987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.308608059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.848053Z","caller":"traceutil/trace.go:171","msg":"trace[1821019187] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23433; }","duration":"6.348822259s","start":"2026-03-06T01:23:44.49922Z","end":"2026-03-06T01:23:50.848042Z","steps":["trace[1821019187] 'agreement among raft nodes before linearized reading' (duration: 6.348748487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.499193Z","time spent":"6.34888833s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.848097Z","caller":"traceutil/trace.go:171","msg":"trace[1956866155] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23433; }","duration":"6.308766912s","start":"2026-03-06T01:23:44.539303Z","end":"2026-03-06T01:23:50.84807Z","steps":["trace[1956866155] 'agreement among raft nodes before linearized reading' (duration: 6.308566958s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663554921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:50.848147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.53928Z","time spent":"6.308856654s","remote":"127.0.0.1:58660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.84819Z","caller":"traceutil/trace.go:171","msg":"trace[782725972] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23433; }","duration":"1.663628543s","start":"2026-03-06T01:23:49.184553Z","end":"2026-03-06T01:23:50.848182Z","steps":["trace[782725972] 'agreement among raft nodes before linearized reading' (duration: 1.663571422s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.184533Z","time spent":"1.663681745s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-06T01:23:50.848385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.704425578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-c6j65\" ","response":"range_response_count:1 size:4909"} {"level":"warn","ts":"2026-03-06T01:23:50.848395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175304942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:50.848418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741439331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:50.848448Z","caller":"traceutil/trace.go:171","msg":"trace[1563240045] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23433; }","duration":"1.741504513s","start":"2026-03-06T01:23:49.106935Z","end":"2026-03-06T01:23:50.84844Z","steps":["trace[1563240045] 'agreement among raft nodes before linearized reading' (duration: 1.741451732s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.848449Z","caller":"traceutil/trace.go:171","msg":"trace[1551827440] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23433; }","duration":"4.175401964s","start":"2026-03-06T01:23:46.673032Z","end":"2026-03-06T01:23:50.848434Z","steps":["trace[1551827440] 'agreement among raft nodes before linearized reading' (duration: 4.175321932s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.106913Z","time spent":"1.741555224s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.848481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:46.67301Z","time spent":"4.175463205s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.848511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147926224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189a1bf5adf9455d\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-06T01:23:50.848537Z","caller":"traceutil/trace.go:171","msg":"trace[1855695769] range","detail":"{range_begin:/registry/events/openstack/container-infra.189a1bf5adf9455d; range_end:; response_count:1; response_revision:23433; }","duration":"1.147985434s","start":"2026-03-06T01:23:49.700544Z","end":"2026-03-06T01:23:50.84853Z","steps":["trace[1855695769] 'agreement among raft nodes before linearized reading' (duration: 1.147905372s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.700528Z","time spent":"1.148028606s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189a1bf5adf9455d\" "} {"level":"warn","ts":"2026-03-06T01:23:50.848632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86511223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.848661Z","caller":"traceutil/trace.go:171","msg":"trace[1517152401] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23433; }","duration":"1.865194082s","start":"2026-03-06T01:23:48.983457Z","end":"2026-03-06T01:23:50.848651Z","steps":["trace[1517152401] 'agreement among raft nodes before linearized reading' (duration: 1.865150901s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.983433Z","time spent":"1.865247264s","remote":"127.0.0.1:58684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.848704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.699261417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-06T01:23:50.848763Z","caller":"traceutil/trace.go:171","msg":"trace[2101579422] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23433; }","duration":"6.699334678s","start":"2026-03-06T01:23:44.149415Z","end":"2026-03-06T01:23:50.84875Z","steps":["trace[2101579422] 'agreement among raft nodes before linearized reading' (duration: 6.699187015s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.729182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:50.848784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936450017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-03-06T01:23:50.848795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.14941Z","time spent":"6.699377929s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-06T01:23:50.848821Z","caller":"traceutil/trace.go:171","msg":"trace[9450887] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23433; }","duration":"4.936602361s","start":"2026-03-06T01:23:45.912205Z","end":"2026-03-06T01:23:50.848808Z","steps":["trace[9450887] 'agreement among raft nodes before linearized reading' (duration: 4.936432717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.099054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:50.848855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.91218Z","time spent":"4.936669192s","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-06T01:23:50.848864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848600748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:50.848826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960436344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.848879Z","caller":"traceutil/trace.go:171","msg":"trace[45286900] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23433; }","duration":"663.152765ms","start":"2026-03-06T01:23:50.185719Z","end":"2026-03-06T01:23:50.848872Z","steps":["trace[45286900] 'agreement among raft nodes before linearized reading' (duration: 663.096284ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.848892Z","caller":"traceutil/trace.go:171","msg":"trace[1453886953] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23433; }","duration":"3.848683749s","start":"2026-03-06T01:23:47.0002Z","end":"2026-03-06T01:23:50.848884Z","steps":["trace[1453886953] 'agreement among raft nodes before linearized reading' (duration: 3.848639938s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.185708Z","time spent":"663.192736ms","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.848918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:47.000173Z","time spent":"3.848737751s","remote":"127.0.0.1:53866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.848921Z","caller":"traceutil/trace.go:171","msg":"trace[282668426] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23433; }","duration":"2.960587278s","start":"2026-03-06T01:23:47.888312Z","end":"2026-03-06T01:23:50.8489Z","steps":["trace[282668426] 'agreement among raft nodes before linearized reading' (duration: 2.960402573s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.848971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:47.888276Z","time spent":"2.96068538s","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.848993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.567235592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:50.849023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.262234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.849051Z","caller":"traceutil/trace.go:171","msg":"trace[69085434] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23433; }","duration":"665.335046ms","start":"2026-03-06T01:23:50.183706Z","end":"2026-03-06T01:23:50.849041Z","steps":["trace[69085434] 'agreement among raft nodes before linearized reading' (duration: 665.291445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.092467482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:50.848421Z","caller":"traceutil/trace.go:171","msg":"trace[978799535] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-c6j65; range_end:; response_count:1; response_revision:23433; }","duration":"6.704488938s","start":"2026-03-06T01:23:44.143923Z","end":"2026-03-06T01:23:50.848412Z","steps":["trace[978799535] 'agreement among raft nodes before linearized reading' (duration: 6.704346795s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.183681Z","time spent":"665.389018ms","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.84909Z","caller":"traceutil/trace.go:171","msg":"trace[646329598] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23433; }","duration":"5.092564045s","start":"2026-03-06T01:23:45.756516Z","end":"2026-03-06T01:23:50.84908Z","steps":["trace[646329598] 'agreement among raft nodes before linearized reading' (duration: 5.092485783s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.143912Z","time spent":"6.705176985s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-c6j65\" "} {"level":"warn","ts":"2026-03-06T01:23:50.849119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.756488Z","time spent":"5.092623736s","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.848797Z","caller":"traceutil/trace.go:171","msg":"trace[1918926538] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23433; }","duration":"575.781664ms","start":"2026-03-06T01:23:50.273006Z","end":"2026-03-06T01:23:50.848788Z","steps":["trace[1918926538] 'agreement among raft nodes before linearized reading' (duration: 575.708952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581310165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:50.849242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.272993Z","time spent":"576.239545ms","remote":"127.0.0.1:43432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.849269Z","caller":"traceutil/trace.go:171","msg":"trace[872652943] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23433; }","duration":"2.581472149s","start":"2026-03-06T01:23:48.267777Z","end":"2026-03-06T01:23:50.849249Z","steps":["trace[872652943] 'agreement among raft nodes before linearized reading' (duration: 2.581278574s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659051262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:50.849312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.267751Z","time spent":"2.581553171s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.849311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.701083689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0c38f6dd-9d5c-4f9c-bed4-30acca9256cd\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-06T01:23:50.849331Z","caller":"traceutil/trace.go:171","msg":"trace[921162469] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23433; }","duration":"2.659085523s","start":"2026-03-06T01:23:48.190236Z","end":"2026-03-06T01:23:50.849321Z","steps":["trace[921162469] 'agreement among raft nodes before linearized reading' (duration: 2.65897674s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.849345Z","caller":"traceutil/trace.go:171","msg":"trace[1758032987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0c38f6dd-9d5c-4f9c-bed4-30acca9256cd; range_end:; response_count:1; response_revision:23433; }","duration":"6.701158251s","start":"2026-03-06T01:23:44.148176Z","end":"2026-03-06T01:23:50.849334Z","steps":["trace[1758032987] 'agreement among raft nodes before linearized reading' (duration: 6.701037608s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148703721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-06T01:23:50.849374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.1902Z","time spent":"2.659167325s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.84938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.937902107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.849394Z","caller":"traceutil/trace.go:171","msg":"trace[1478797754] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23433; }","duration":"1.148754832s","start":"2026-03-06T01:23:49.700632Z","end":"2026-03-06T01:23:50.849387Z","steps":["trace[1478797754] 'agreement among raft nodes before linearized reading' (duration: 1.148521447s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.700618Z","time spent":"1.148792104s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-06T01:23:50.849409Z","caller":"traceutil/trace.go:171","msg":"trace[1939881936] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23433; }","duration":"5.937989338s","start":"2026-03-06T01:23:44.911411Z","end":"2026-03-06T01:23:50.8494Z","steps":["trace[1939881936] 'agreement among raft nodes before linearized reading' (duration: 5.937942937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196832671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:50.849444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.911392Z","time spent":"5.938038319s","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:50.84946Z","caller":"traceutil/trace.go:171","msg":"trace[905894016] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23433; }","duration":"2.196918484s","start":"2026-03-06T01:23:48.652532Z","end":"2026-03-06T01:23:50.84945Z","steps":["trace[905894016] 'agreement among raft nodes before linearized reading' (duration: 2.196864222s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.652509Z","time spent":"2.196985305s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:50.849553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759605992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:50.848029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898681488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:50.849589Z","caller":"traceutil/trace.go:171","msg":"trace[1852218833] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23433; }","duration":"2.759696524s","start":"2026-03-06T01:23:48.089884Z","end":"2026-03-06T01:23:50.84958Z","steps":["trace[1852218833] 'agreement among raft nodes before linearized reading' (duration: 2.759628272s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.849604Z","caller":"traceutil/trace.go:171","msg":"trace[426648218] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23433; }","duration":"3.900323026s","start":"2026-03-06T01:23:46.949269Z","end":"2026-03-06T01:23:50.849592Z","steps":["trace[426648218] 'agreement among raft nodes before linearized reading' (duration: 3.898595646s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.089856Z","time spent":"2.759754015s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.849639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:46.949241Z","time spent":"3.900386368s","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.849678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.506388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.84969Z","caller":"traceutil/trace.go:171","msg":"trace[1258252556] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"2.084305952s","start":"2026-03-06T01:23:48.763765Z","end":"2026-03-06T01:23:50.848071Z","steps":["trace[1258252556] 'process raft request' (duration: 1.205658032s)","trace[1258252556] 'compare' (duration: 98.159303ms)","trace[1258252556] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; req_size:670; } (duration: 778.681285ms)"],"step_count":3} {"level":"info","ts":"2026-03-06T01:23:50.849704Z","caller":"traceutil/trace.go:171","msg":"trace[244405088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23433; }","duration":"688.572829ms","start":"2026-03-06T01:23:50.161123Z","end":"2026-03-06T01:23:50.849696Z","steps":["trace[244405088] 'agreement among raft nodes before linearized reading' (duration: 688.534778ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.8481Z","caller":"traceutil/trace.go:171","msg":"trace[1081037540] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"1.861803733s","start":"2026-03-06T01:23:48.986278Z","end":"2026-03-06T01:23:50.848081Z","steps":["trace[1081037540] 'process raft request' (duration: 1.861458265s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.84933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.29261929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:23:50.849742Z","caller":"traceutil/trace.go:171","msg":"trace[1304214285] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf; range_end:; response_count:1; response_revision:23433; }","duration":"5.29307341s","start":"2026-03-06T01:23:45.55666Z","end":"2026-03-06T01:23:50.849734Z","steps":["trace[1304214285] 'agreement among raft nodes before linearized reading' (duration: 5.292597399s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:45.55664Z","time spent":"5.293122341s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf\" "} {"level":"warn","ts":"2026-03-06T01:23:50.849785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.763737Z","time spent":"2.085979071s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:50.849023Z","caller":"traceutil/trace.go:171","msg":"trace[539194904] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23433; }","duration":"6.567291623s","start":"2026-03-06T01:23:44.281721Z","end":"2026-03-06T01:23:50.849013Z","steps":["trace[539194904] 'agreement among raft nodes before linearized reading' (duration: 6.567226642s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.849851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.281707Z","time spent":"6.568118202s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.849871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.161106Z","time spent":"688.755034ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:50.849905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:48.986247Z","time spent":"1.863625786s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:50.849377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.148169Z","time spent":"6.701201022s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0c38f6dd-9d5c-4f9c-bed4-30acca9256cd\" "} {"level":"warn","ts":"2026-03-06T01:23:50.849639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144258318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:23:50.850015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.81413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.850022Z","caller":"traceutil/trace.go:171","msg":"trace[510034768] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23433; }","duration":"1.144652827s","start":"2026-03-06T01:23:49.705352Z","end":"2026-03-06T01:23:50.850005Z","steps":["trace[510034768] 'agreement among raft nodes before linearized reading' (duration: 1.144215736s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:50.850048Z","caller":"traceutil/trace.go:171","msg":"trace[508729934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23433; }","duration":"927.905052ms","start":"2026-03-06T01:23:49.922131Z","end":"2026-03-06T01:23:50.850036Z","steps":["trace[508729934] 'agreement among raft nodes before linearized reading' (duration: 927.855931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.850063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.705342Z","time spent":"1.144708108s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:23:50.850076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:49.9221Z","time spent":"927.968823ms","remote":"127.0.0.1:58860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:50.848054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.70282171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:50.850164Z","caller":"traceutil/trace.go:171","msg":"trace[1235351303] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:23433; }","duration":"6.70495867s","start":"2026-03-06T01:23:44.145191Z","end":"2026-03-06T01:23:50.85015Z","steps":["trace[1235351303] 'agreement among raft nodes before linearized reading' (duration: 6.70280501s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:50.850227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:44.145173Z","time spent":"6.705043622s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:23:52.855735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000711399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:23:52.855833Z","caller":"traceutil/trace.go:171","msg":"trace[254553814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000846232s","start":"2026-03-06T01:23:50.854964Z","end":"2026-03-06T01:23:52.85581Z","steps":["trace[254553814] 'agreement among raft nodes before linearized reading' (duration: 2.00072145s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:52.855888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.854957Z","time spent":"2.000922404s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:52.987685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.959688711s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:23:53.487538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459574491s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:23:53.487824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.853061Z","time spent":"2.634736484s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:23:53.48899Z","caller":"traceutil/trace.go:171","msg":"trace[1172596512] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"2.635526882s","start":"2026-03-06T01:23:50.853434Z","end":"2026-03-06T01:23:53.488961Z","steps":["trace[1172596512] 'process raft request' (duration: 2.634229322s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:53.489468Z","caller":"traceutil/trace.go:171","msg":"trace[1880100492] linearizableReadLoop","detail":"{readStateIndex:24277; appliedIndex:24274; }","duration":"2.634469868s","start":"2026-03-06T01:23:50.854982Z","end":"2026-03-06T01:23:53.489452Z","steps":["trace[1880100492] 'read index received' (duration: 173.025073ms)","trace[1880100492] 'applied index is now lower than readState.Index' (duration: 2.461442315s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:53.489478Z","caller":"traceutil/trace.go:171","msg":"trace[1236217339] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"2.630223818s","start":"2026-03-06T01:23:50.859222Z","end":"2026-03-06T01:23:53.489446Z","steps":["trace[1236217339] 'process raft request' (duration: 2.630034294s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.489706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.859212Z","time spent":"2.630373822s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:53.489775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633317231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:53.489811Z","caller":"traceutil/trace.go:171","msg":"trace[188121259] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23437; }","duration":"2.633408793s","start":"2026-03-06T01:23:50.856393Z","end":"2026-03-06T01:23:53.489802Z","steps":["trace[188121259] 'agreement among raft nodes before linearized reading' (duration: 2.63329809s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:53.489502Z","caller":"traceutil/trace.go:171","msg":"trace[131948911] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"2.635916951s","start":"2026-03-06T01:23:50.853558Z","end":"2026-03-06T01:23:53.489475Z","steps":["trace[131948911] 'process raft request' (duration: 2.635309827s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.489863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.856377Z","time spent":"2.633477155s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:53.489901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.853471Z","time spent":"2.636396842s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:53.489885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.567276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:53.489996Z","caller":"traceutil/trace.go:171","msg":"trace[1042474093] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23437; }","duration":"862.74256ms","start":"2026-03-06T01:23:52.627218Z","end":"2026-03-06T01:23:53.48996Z","steps":["trace[1042474093] 'agreement among raft nodes before linearized reading' (duration: 862.558735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54895453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-06T01:23:53.490115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616429726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-06T01:23:53.490112Z","caller":"traceutil/trace.go:171","msg":"trace[827927285] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23437; }","duration":"2.549085963s","start":"2026-03-06T01:23:50.941005Z","end":"2026-03-06T01:23:53.490091Z","steps":["trace[827927285] 'agreement among raft nodes before linearized reading' (duration: 2.548944489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.49014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.313975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:53.490157Z","caller":"traceutil/trace.go:171","msg":"trace[1714800255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23437; }","duration":"2.616485318s","start":"2026-03-06T01:23:50.873647Z","end":"2026-03-06T01:23:53.490132Z","steps":["trace[1714800255] 'agreement among raft nodes before linearized reading' (duration: 2.616362705s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.940983Z","time spent":"2.549167344s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-06T01:23:53.490199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.873632Z","time spent":"2.616560299s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:23:53.490247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.691654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:53.490222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.181511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:53.490292Z","caller":"traceutil/trace.go:171","msg":"trace[2138295929] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23437; }","duration":"745.791606ms","start":"2026-03-06T01:23:52.744489Z","end":"2026-03-06T01:23:53.49028Z","steps":["trace[2138295929] 'agreement among raft nodes before linearized reading' (duration: 745.707564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.49029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.477178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:23:53.490319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:52.744452Z","time spent":"745.860508ms","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:53.490315Z","caller":"traceutil/trace.go:171","msg":"trace[1578320217] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23437; }","duration":"317.349955ms","start":"2026-03-06T01:23:53.172942Z","end":"2026-03-06T01:23:53.490292Z","steps":["trace[1578320217] 'agreement among raft nodes before linearized reading' (duration: 317.13704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631732404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:23:53.490325Z","caller":"traceutil/trace.go:171","msg":"trace[1339784499] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23437; }","duration":"614.583901ms","start":"2026-03-06T01:23:52.875731Z","end":"2026-03-06T01:23:53.490315Z","steps":["trace[1339784499] 'agreement among raft nodes before linearized reading' (duration: 614.463278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:52.875708Z","time spent":"614.649643ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:53.490367Z","caller":"traceutil/trace.go:171","msg":"trace[1529498902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23437; }","duration":"2.631840237s","start":"2026-03-06T01:23:50.858511Z","end":"2026-03-06T01:23:53.490351Z","steps":["trace[1529498902] 'agreement among raft nodes before linearized reading' (duration: 2.631605061s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:53.490391Z","caller":"traceutil/trace.go:171","msg":"trace[1241665221] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.843175227s","start":"2026-03-06T01:23:51.647206Z","end":"2026-03-06T01:23:53.490381Z","steps":["trace[1241665221] 'process raft request' (duration: 1.842173504s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.858491Z","time spent":"2.631912808s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T01:23:53.490458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:51.647188Z","time spent":"1.843219849s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:53.490458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.301238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:23:53.490488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.853418Z","time spent":"2.635640465s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:53.490058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:52.627195Z","time spent":"862.851362ms","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:53.490504Z","caller":"traceutil/trace.go:171","msg":"trace[32637726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23437; }","duration":"235.426371ms","start":"2026-03-06T01:23:53.255066Z","end":"2026-03-06T01:23:53.490493Z","steps":["trace[32637726] 'agreement among raft nodes before linearized reading' (duration: 235.328989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632037041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:53.490702Z","caller":"traceutil/trace.go:171","msg":"trace[981560100] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23437; }","duration":"2.632384069s","start":"2026-03-06T01:23:50.858304Z","end":"2026-03-06T01:23:53.490688Z","steps":["trace[981560100] 'agreement among raft nodes before linearized reading' (duration: 2.63201897s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:50.858296Z","time spent":"2.632456141s","remote":"127.0.0.1:60550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:53.490496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361261877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:53.490809Z","caller":"traceutil/trace.go:171","msg":"trace[1949150252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23437; }","duration":"1.361625116s","start":"2026-03-06T01:23:52.12917Z","end":"2026-03-06T01:23:53.490795Z","steps":["trace[1949150252] 'agreement among raft nodes before linearized reading' (duration: 1.361240307s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.490844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:52.12913Z","time spent":"1.361705047s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:23:53.49037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.172916Z","time spent":"317.441978ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:53.490765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145426821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:53.490992Z","caller":"traceutil/trace.go:171","msg":"trace[1236746030] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23437; }","duration":"2.145718577s","start":"2026-03-06T01:23:51.345255Z","end":"2026-03-06T01:23:53.490974Z","steps":["trace[1236746030] 'agreement among raft nodes before linearized reading' (duration: 2.145449231s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.491043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:51.345231Z","time spent":"2.145797588s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:23:53.490174Z","caller":"traceutil/trace.go:171","msg":"trace[1025596380] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23437; }","duration":"510.388556ms","start":"2026-03-06T01:23:52.979776Z","end":"2026-03-06T01:23:53.490165Z","steps":["trace[1025596380] 'agreement among raft nodes before linearized reading' (duration: 510.311784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.491102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:52.979754Z","time spent":"511.333038ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:23:53.495335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578012021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388791"} {"level":"info","ts":"2026-03-06T01:23:53.495416Z","caller":"traceutil/trace.go:171","msg":"trace[1287190683] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23437; }","duration":"1.578144285s","start":"2026-03-06T01:23:51.917255Z","end":"2026-03-06T01:23:53.495399Z","steps":["trace[1287190683] 'agreement among raft nodes before linearized reading' (duration: 1.573273691s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:53.495491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:51.917234Z","time spent":"1.578218867s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1983,"response size":388814,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-03-06T01:23:54.34037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21208,"took":"15.69996467s","hash":3740509892,"current-db-size-bytes":49057792,"current-db-size":"49 MB","current-db-size-in-use-bytes":39993344,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-06T01:23:54.340462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3740509892,"revision":21208,"compact-revision":18608} {"level":"warn","ts":"2026-03-06T01:23:54.342877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.758079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:23:54.343131Z","caller":"traceutil/trace.go:171","msg":"trace[2100695296] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"844.614936ms","start":"2026-03-06T01:23:53.498489Z","end":"2026-03-06T01:23:54.343104Z","steps":["trace[2100695296] 'process raft request' (duration: 844.500433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.343193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.498475Z","time spent":"844.689168ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:23:54.343318Z","caller":"traceutil/trace.go:171","msg":"trace[1453724684] linearizableReadLoop","detail":"{readStateIndex:24280; appliedIndex:24279; }","duration":"848.473406ms","start":"2026-03-06T01:23:53.494807Z","end":"2026-03-06T01:23:54.34328Z","steps":["trace[1453724684] 'read index received' (duration: 395.213555ms)","trace[1453724684] 'applied index is now lower than readState.Index' (duration: 453.255801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:54.343559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.751392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a8ad41f-34b5-4a27-a92a-a983e203d0fd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:23:54.343589Z","caller":"traceutil/trace.go:171","msg":"trace[127475868] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a8ad41f-34b5-4a27-a92a-a983e203d0fd; range_end:; response_count:1; response_revision:23439; }","duration":"848.828315ms","start":"2026-03-06T01:23:53.49475Z","end":"2026-03-06T01:23:54.343578Z","steps":["trace[127475868] 'agreement among raft nodes before linearized reading' (duration: 848.700992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.343613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.494724Z","time spent":"848.884155ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8a8ad41f-34b5-4a27-a92a-a983e203d0fd\" "} {"level":"warn","ts":"2026-03-06T01:23:54.343684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.79262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-06T01:23:54.343731Z","caller":"traceutil/trace.go:171","msg":"trace[1509410305] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23439; }","duration":"847.880642ms","start":"2026-03-06T01:23:53.495836Z","end":"2026-03-06T01:23:54.343717Z","steps":["trace[1509410305] 'agreement among raft nodes before linearized reading' (duration: 847.644666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.343785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.495827Z","time spent":"847.945563ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-06T01:23:54.343899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.814224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-06T01:23:54.343941Z","caller":"traceutil/trace.go:171","msg":"trace[1211268812] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb; range_end:; response_count:1; response_revision:23439; }","duration":"845.975918ms","start":"2026-03-06T01:23:53.497958Z","end":"2026-03-06T01:23:54.343934Z","steps":["trace[1211268812] 'agreement among raft nodes before linearized reading' (duration: 845.876216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.343961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.497877Z","time spent":"846.079211ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" "} {"level":"warn","ts":"2026-03-06T01:23:54.344068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.016852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hmmlg\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-06T01:23:54.344105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.966754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:23:54.344127Z","caller":"traceutil/trace.go:171","msg":"trace[1908008342] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23439; }","duration":"845.000945ms","start":"2026-03-06T01:23:53.499118Z","end":"2026-03-06T01:23:54.344119Z","steps":["trace[1908008342] 'agreement among raft nodes before linearized reading' (duration: 844.955884ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:54.344127Z","caller":"traceutil/trace.go:171","msg":"trace[1397126900] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-hmmlg; range_end:; response_count:1; response_revision:23439; }","duration":"847.079593ms","start":"2026-03-06T01:23:53.49703Z","end":"2026-03-06T01:23:54.34411Z","steps":["trace[1397126900] 'agreement among raft nodes before linearized reading' (duration: 846.96097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.34415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.499112Z","time spent":"845.033886ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:23:54.344157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.497024Z","time spent":"847.127334ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4913,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-hmmlg\" "} {"level":"info","ts":"2026-03-06T01:23:54.343739Z","caller":"traceutil/trace.go:171","msg":"trace[2063307342] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"850.225957ms","start":"2026-03-06T01:23:53.493502Z","end":"2026-03-06T01:23:54.343728Z","steps":["trace[2063307342] 'process raft request' (duration: 396.496125ms)","trace[2063307342] 'compare' (duration: 451.633513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:54.344408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.49346Z","time spent":"850.864282ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:23:54.348493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.384796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29545990-qjt9s.189a1b485e2de986\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23437 ","response":"range_response_count:500 size:387980"} {"level":"info","ts":"2026-03-06T01:23:54.349268Z","caller":"traceutil/trace.go:171","msg":"trace[1916124053] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29545990-qjt9s.189a1b485e2de986\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23439; }","duration":"832.242647ms","start":"2026-03-06T01:23:53.517008Z","end":"2026-03-06T01:23:54.34925Z","steps":["trace[1916124053] 'agreement among raft nodes before linearized reading' (duration: 826.636136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.34933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:23:53.516981Z","time spent":"832.322669ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1483,"response size":388003,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29545990-qjt9s.189a1b485e2de986\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23437 "} {"level":"info","ts":"2026-03-06T01:23:54.650621Z","caller":"traceutil/trace.go:171","msg":"trace[1730885174] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24297; }","duration":"123.26269ms","start":"2026-03-06T01:23:54.527332Z","end":"2026-03-06T01:23:54.650595Z","steps":["trace[1730885174] 'read index received' (duration: 42.739858ms)","trace[1730885174] 'applied index is now lower than readState.Index' (duration: 80.521621ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:23:54.650769Z","caller":"traceutil/trace.go:171","msg":"trace[1999428935] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"131.367599ms","start":"2026-03-06T01:23:54.519387Z","end":"2026-03-06T01:23:54.650755Z","steps":["trace[1999428935] 'process raft request' (duration: 50.672894ms)","trace[1999428935] 'compare' (duration: 79.860636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:23:54.651189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.084413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-06T01:23:54.651244Z","caller":"traceutil/trace.go:171","msg":"trace[1068251988] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23456; }","duration":"122.183684ms","start":"2026-03-06T01:23:54.529046Z","end":"2026-03-06T01:23:54.65123Z","steps":["trace[1068251988] 'agreement among raft nodes before linearized reading' (duration: 121.97758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.651335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.301834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:23:54.651352Z","caller":"traceutil/trace.go:171","msg":"trace[2132751057] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23456; }","duration":"118.366706ms","start":"2026-03-06T01:23:54.532978Z","end":"2026-03-06T01:23:54.651345Z","steps":["trace[2132751057] 'agreement among raft nodes before linearized reading' (duration: 118.316045ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:54.651379Z","caller":"traceutil/trace.go:171","msg":"trace[1582384745] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"130.910838ms","start":"2026-03-06T01:23:54.520448Z","end":"2026-03-06T01:23:54.651359Z","steps":["trace[1582384745] 'process raft request' (duration: 130.056328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.651434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.720086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-06T01:23:54.6515Z","caller":"traceutil/trace.go:171","msg":"trace[44075050] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23456; }","duration":"101.814679ms","start":"2026-03-06T01:23:54.549659Z","end":"2026-03-06T01:23:54.651474Z","steps":["trace[44075050] 'agreement among raft nodes before linearized reading' (duration: 101.600304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:23:54.651604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.280584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-06T01:23:54.651623Z","caller":"traceutil/trace.go:171","msg":"trace[923682528] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23456; }","duration":"124.336185ms","start":"2026-03-06T01:23:54.527282Z","end":"2026-03-06T01:23:54.651618Z","steps":["trace[923682528] 'agreement among raft nodes before linearized reading' (duration: 124.268844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:55.574329Z","caller":"traceutil/trace.go:171","msg":"trace[1041591257] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"107.311798ms","start":"2026-03-06T01:23:55.466965Z","end":"2026-03-06T01:23:55.574276Z","steps":["trace[1041591257] 'process raft request' (duration: 107.100933ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:55.94356Z","caller":"traceutil/trace.go:171","msg":"trace[1628840938] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"103.11131ms","start":"2026-03-06T01:23:55.840413Z","end":"2026-03-06T01:23:55.943525Z","steps":["trace[1628840938] 'process raft request' (duration: 100.254623ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:56.388172Z","caller":"traceutil/trace.go:171","msg":"trace[1935554650] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"130.992101ms","start":"2026-03-06T01:23:56.257135Z","end":"2026-03-06T01:23:56.388127Z","steps":["trace[1935554650] 'process raft request' (duration: 130.794616ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:56.391723Z","caller":"traceutil/trace.go:171","msg":"trace[533587504] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"134.293418ms","start":"2026-03-06T01:23:56.257391Z","end":"2026-03-06T01:23:56.391684Z","steps":["trace[533587504] 'process raft request' (duration: 133.97218ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:04.962536Z","caller":"traceutil/trace.go:171","msg":"trace[1514710790] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"260.507297ms","start":"2026-03-06T01:24:04.70199Z","end":"2026-03-06T01:24:04.962497Z","steps":["trace[1514710790] 'process raft request' (duration: 260.179439ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:04.962523Z","caller":"traceutil/trace.go:171","msg":"trace[457392155] linearizableReadLoop","detail":"{readStateIndex:24477; appliedIndex:24476; }","duration":"259.727049ms","start":"2026-03-06T01:24:04.702659Z","end":"2026-03-06T01:24:04.962386Z","steps":["trace[457392155] 'read index received' (duration: 259.481493ms)","trace[457392155] 'applied index is now lower than readState.Index' (duration: 244.156µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:04.963504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.802094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T01:24:04.96363Z","caller":"traceutil/trace.go:171","msg":"trace[2094673121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23633; }","duration":"261.009128ms","start":"2026-03-06T01:24:04.702593Z","end":"2026-03-06T01:24:04.963603Z","steps":["trace[2094673121] 'agreement among raft nodes before linearized reading' (duration: 259.999815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:04.997832Z","caller":"traceutil/trace.go:171","msg":"trace[801390903] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"243.941061ms","start":"2026-03-06T01:24:04.753861Z","end":"2026-03-06T01:24:04.997802Z","steps":["trace[801390903] 'process raft request' (duration: 243.787827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:04.998204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.562149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-06T01:24:04.998234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.434987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-06T01:24:04.998307Z","caller":"traceutil/trace.go:171","msg":"trace[118102613] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23634; }","duration":"287.741014ms","start":"2026-03-06T01:24:04.710542Z","end":"2026-03-06T01:24:04.998283Z","steps":["trace[118102613] 'agreement among raft nodes before linearized reading' (duration: 287.266943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:04.998204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.006456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:24:04.998502Z","caller":"traceutil/trace.go:171","msg":"trace[1544837277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23634; }","duration":"278.368524ms","start":"2026-03-06T01:24:04.720117Z","end":"2026-03-06T01:24:04.998486Z","steps":["trace[1544837277] 'agreement among raft nodes before linearized reading' (duration: 277.826502ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:04.998528Z","caller":"traceutil/trace.go:171","msg":"trace[942758638] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23634; }","duration":"287.60497ms","start":"2026-03-06T01:24:04.710708Z","end":"2026-03-06T01:24:04.998313Z","steps":["trace[942758638] 'agreement among raft nodes before linearized reading' (duration: 287.205291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.59772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:24:05.992249Z","caller":"traceutil/trace.go:171","msg":"trace[403789100] linearizableReadLoop","detail":"{readStateIndex:24479; appliedIndex:24478; }","duration":"894.784779ms","start":"2026-03-06T01:24:05.097438Z","end":"2026-03-06T01:24:05.992223Z","steps":["trace[403789100] 'read index received' (duration: 894.524072ms)","trace[403789100] 'applied index is now lower than readState.Index' (duration: 259.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:05.992333Z","caller":"traceutil/trace.go:171","msg":"trace[1960408512] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"1.023240369s","start":"2026-03-06T01:24:04.969053Z","end":"2026-03-06T01:24:05.992293Z","steps":["trace[1960408512] 'process raft request' (duration: 1.022981573s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.992474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.728612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:05.992512Z","caller":"traceutil/trace.go:171","msg":"trace[345578942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23635; }","duration":"860.850715ms","start":"2026-03-06T01:24:05.13165Z","end":"2026-03-06T01:24:05.992501Z","steps":["trace[345578942] 'agreement among raft nodes before linearized reading' (duration: 860.750993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.992547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:05.131625Z","time spent":"860.916186ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:05.992573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.222545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:24:05.992605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:04.969019Z","time spent":"1.023409243s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:05.992612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.136587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-06T01:24:05.99267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.450443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-03-06T01:24:05.992726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.654987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:05.992758Z","caller":"traceutil/trace.go:171","msg":"trace[832355331] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23635; }","duration":"259.75689ms","start":"2026-03-06T01:24:05.73299Z","end":"2026-03-06T01:24:05.992747Z","steps":["trace[832355331] 'agreement among raft nodes before linearized reading' (duration: 259.698978ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:05.992773Z","caller":"traceutil/trace.go:171","msg":"trace[2029349756] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23635; }","duration":"797.608837ms","start":"2026-03-06T01:24:05.19514Z","end":"2026-03-06T01:24:05.992749Z","steps":["trace[2029349756] 'agreement among raft nodes before linearized reading' (duration: 797.291479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.992799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.354998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:24:05.992822Z","caller":"traceutil/trace.go:171","msg":"trace[4673247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23635; }","duration":"493.429369ms","start":"2026-03-06T01:24:05.499387Z","end":"2026-03-06T01:24:05.992816Z","steps":["trace[4673247] 'agreement among raft nodes before linearized reading' (duration: 493.357678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.992824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:05.195114Z","time spent":"797.701869ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-06T01:24:05.992856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:05.499355Z","time spent":"493.495211ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:24:05.992716Z","caller":"traceutil/trace.go:171","msg":"trace[1851791061] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23635; }","duration":"895.29563ms","start":"2026-03-06T01:24:05.097397Z","end":"2026-03-06T01:24:05.992692Z","steps":["trace[1851791061] 'agreement among raft nodes before linearized reading' (duration: 894.976733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.992916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:05.097373Z","time spent":"895.535076ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:24:05.99283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.586584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T01:24:05.992999Z","caller":"traceutil/trace.go:171","msg":"trace[1914712779] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23635; }","duration":"811.824169ms","start":"2026-03-06T01:24:05.181166Z","end":"2026-03-06T01:24:05.99299Z","steps":["trace[1914712779] 'agreement among raft nodes before linearized reading' (duration: 811.560363ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:05.99265Z","caller":"traceutil/trace.go:171","msg":"trace[452863965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23635; }","duration":"493.352638ms","start":"2026-03-06T01:24:05.49928Z","end":"2026-03-06T01:24:05.992632Z","steps":["trace[452863965] 'agreement among raft nodes before linearized reading' (duration: 493.138383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.99304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:05.181141Z","time spent":"811.89022ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-06T01:24:05.993058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:05.499261Z","time spent":"493.788838ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:05.993646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.456583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:05.993683Z","caller":"traceutil/trace.go:171","msg":"trace[686578401] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23635; }","duration":"752.540804ms","start":"2026-03-06T01:24:05.241133Z","end":"2026-03-06T01:24:05.993674Z","steps":["trace[686578401] 'agreement among raft nodes before linearized reading' (duration: 751.838868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:05.993709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:05.241111Z","time spent":"752.589365ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:11.642322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825259,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:24:11.876762Z","caller":"traceutil/trace.go:171","msg":"trace[1045044912] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"752.300508ms","start":"2026-03-06T01:24:11.124431Z","end":"2026-03-06T01:24:11.876732Z","steps":["trace[1045044912] 'process raft request' (duration: 752.112494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:11.877038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.124412Z","time spent":"752.426202ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:13.142466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:13.142561Z","caller":"traceutil/trace.go:171","msg":"trace[1185896389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678109s","start":"2026-03-06T01:24:11.141863Z","end":"2026-03-06T01:24:13.142541Z","steps":["trace[1185896389] 'agreement among raft nodes before linearized reading' (duration: 2.000524426s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.14262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.141842Z","time spent":"2.000768401s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:13.405755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.517605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:13.406104Z","caller":"traceutil/trace.go:171","msg":"trace[539923802] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"1.52398117s","start":"2026-03-06T01:24:11.882098Z","end":"2026-03-06T01:24:13.40608Z","steps":["trace[539923802] 'process raft request' (duration: 1.523901508s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.406095Z","caller":"traceutil/trace.go:171","msg":"trace[1817414581] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"2.016765565s","start":"2026-03-06T01:24:11.389262Z","end":"2026-03-06T01:24:13.406027Z","steps":["trace[1817414581] 'process raft request' (duration: 1.224876141s)","trace[1817414581] 'compare' (duration: 790.620294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:13.406186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.882077Z","time spent":"1.524077523s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:24:13.406225Z","caller":"traceutil/trace.go:171","msg":"trace[1489700286] linearizableReadLoop","detail":"{readStateIndex:24501; appliedIndex:24498; }","duration":"2.264249328s","start":"2026-03-06T01:24:11.141939Z","end":"2026-03-06T01:24:13.406188Z","steps":["trace[1489700286] 'read index received' (duration: 734.587115ms)","trace[1489700286] 'applied index is now lower than readState.Index' (duration: 1.529658713s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:13.406238Z","caller":"traceutil/trace.go:171","msg":"trace[1989532725] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"1.927931399s","start":"2026-03-06T01:24:11.478268Z","end":"2026-03-06T01:24:13.4062Z","steps":["trace[1989532725] 'process raft request' (duration: 1.927602421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.406332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.389235Z","time spent":"2.01696847s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:13.406416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.478229Z","time spent":"1.928090313s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:13.406574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187821402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:13.406647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199049658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-06T01:24:13.406657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.970099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-06T01:24:13.406662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.109104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:24:13.406676Z","caller":"traceutil/trace.go:171","msg":"trace[869290833] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23656; }","duration":"2.187995206s","start":"2026-03-06T01:24:11.218653Z","end":"2026-03-06T01:24:13.406648Z","steps":["trace[869290833] 'agreement among raft nodes before linearized reading' (duration: 2.18772984s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.406694Z","caller":"traceutil/trace.go:171","msg":"trace[523368632] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23656; }","duration":"1.19916356s","start":"2026-03-06T01:24:12.207514Z","end":"2026-03-06T01:24:13.406678Z","steps":["trace[523368632] 'agreement among raft nodes before linearized reading' (duration: 1.198866853s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.406701Z","caller":"traceutil/trace.go:171","msg":"trace[724906153] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23656; }","duration":"104.049111ms","start":"2026-03-06T01:24:13.302639Z","end":"2026-03-06T01:24:13.406688Z","steps":["trace[724906153] 'agreement among raft nodes before linearized reading' (duration: 103.894648ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.406716Z","caller":"traceutil/trace.go:171","msg":"trace[2016636426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23656; }","duration":"853.163766ms","start":"2026-03-06T01:24:12.553535Z","end":"2026-03-06T01:24:13.406699Z","steps":["trace[2016636426] 'agreement among raft nodes before linearized reading' (duration: 852.977641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.406734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.218631Z","time spent":"2.188088118s","remote":"127.0.0.1:58480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:13.406753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.553505Z","time spent":"853.239808ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:13.406766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608407643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:24:13.406816Z","caller":"traceutil/trace.go:171","msg":"trace[1825239319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23656; }","duration":"1.608509165s","start":"2026-03-06T01:24:11.798293Z","end":"2026-03-06T01:24:13.406802Z","steps":["trace[1825239319] 'agreement among raft nodes before linearized reading' (duration: 1.608338331s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.406834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165622467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-06T01:24:13.406853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.798264Z","time spent":"1.608582277s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:24:13.406869Z","caller":"traceutil/trace.go:171","msg":"trace[1151531857] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23656; }","duration":"1.165676487s","start":"2026-03-06T01:24:12.241183Z","end":"2026-03-06T01:24:13.406859Z","steps":["trace[1151531857] 'agreement among raft nodes before linearized reading' (duration: 1.165585125s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.406838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.687311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:13.406881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.032906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:13.406906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.241171Z","time spent":"1.165723599s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-06T01:24:13.406919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809846919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:13.406926Z","caller":"traceutil/trace.go:171","msg":"trace[786370213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23656; }","duration":"153.115798ms","start":"2026-03-06T01:24:13.2538Z","end":"2026-03-06T01:24:13.406916Z","steps":["trace[786370213] 'agreement among raft nodes before linearized reading' (duration: 153.051096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.406889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.942639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:13.40694Z","caller":"traceutil/trace.go:171","msg":"trace[660519310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23656; }","duration":"263.903337ms","start":"2026-03-06T01:24:13.14301Z","end":"2026-03-06T01:24:13.406913Z","steps":["trace[660519310] 'agreement among raft nodes before linearized reading' (duration: 263.430626ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.406953Z","caller":"traceutil/trace.go:171","msg":"trace[503714773] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23656; }","duration":"1.809919101s","start":"2026-03-06T01:24:11.597024Z","end":"2026-03-06T01:24:13.406944Z","steps":["trace[503714773] 'agreement among raft nodes before linearized reading' (duration: 1.80985527s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.406984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.597001Z","time spent":"1.809976783s","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:13.406984Z","caller":"traceutil/trace.go:171","msg":"trace[1161153727] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23656; }","duration":"336.043612ms","start":"2026-03-06T01:24:13.070914Z","end":"2026-03-06T01:24:13.406957Z","steps":["trace[1161153727] 'agreement among raft nodes before linearized reading' (duration: 335.910699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.407008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640843461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-06T01:24:13.407022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.070826Z","time spent":"336.183785ms","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:13.407039Z","caller":"traceutil/trace.go:171","msg":"trace[286710450] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23656; }","duration":"1.640910892s","start":"2026-03-06T01:24:11.766118Z","end":"2026-03-06T01:24:13.407029Z","steps":["trace[286710450] 'agreement among raft nodes before linearized reading' (duration: 1.64081762s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.407068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.766093Z","time spent":"1.640969834s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-06T01:24:13.406743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.207489Z","time spent":"1.199240512s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:24:13.407217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290146927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:24:13.407227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475714252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T01:24:13.407251Z","caller":"traceutil/trace.go:171","msg":"trace[623901078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23656; }","duration":"1.290234258s","start":"2026-03-06T01:24:12.117007Z","end":"2026-03-06T01:24:13.407241Z","steps":["trace[623901078] 'agreement among raft nodes before linearized reading' (duration: 1.290142806s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.407262Z","caller":"traceutil/trace.go:171","msg":"trace[137046478] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23656; }","duration":"1.475797465s","start":"2026-03-06T01:24:11.931455Z","end":"2026-03-06T01:24:13.407252Z","steps":["trace[137046478] 'agreement among raft nodes before linearized reading' (duration: 1.475700612s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.407274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.116978Z","time spent":"1.29029079s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:13.407257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29287648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-06T01:24:13.407297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.931428Z","time spent":"1.475862255s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-06T01:24:13.407295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.865892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:24:13.407324Z","caller":"traceutil/trace.go:171","msg":"trace[1060482600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23656; }","duration":"1.292980733s","start":"2026-03-06T01:24:12.114322Z","end":"2026-03-06T01:24:13.407303Z","steps":["trace[1060482600] 'agreement among raft nodes before linearized reading' (duration: 1.292822379s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.407365Z","caller":"traceutil/trace.go:171","msg":"trace[761466215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23656; }","duration":"853.980305ms","start":"2026-03-06T01:24:12.553369Z","end":"2026-03-06T01:24:13.407349Z","steps":["trace[761466215] 'agreement among raft nodes before linearized reading' (duration: 853.312979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.407373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.114268Z","time spent":"1.293094135s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:13.407408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:12.55335Z","time spent":"854.048286ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:24:13.407319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514460138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-06T01:24:13.407462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591298043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T01:24:13.407501Z","caller":"traceutil/trace.go:171","msg":"trace[441747847] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23656; }","duration":"1.591339224s","start":"2026-03-06T01:24:11.816148Z","end":"2026-03-06T01:24:13.407488Z","steps":["trace[441747847] 'agreement among raft nodes before linearized reading' (duration: 1.590498004s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:13.407482Z","caller":"traceutil/trace.go:171","msg":"trace[1309939070] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:23656; }","duration":"1.514672912s","start":"2026-03-06T01:24:11.892788Z","end":"2026-03-06T01:24:13.407461Z","steps":["trace[1309939070] 'agreement among raft nodes before linearized reading' (duration: 1.514401266s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.407527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.816073Z","time spent":"1.591445367s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:24:13.407548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.892764Z","time spent":"1.514768465s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-03-06T01:24:13.410126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529347335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:24:13.410182Z","caller":"traceutil/trace.go:171","msg":"trace[1782555243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23656; }","duration":"1.529465039s","start":"2026-03-06T01:24:11.880704Z","end":"2026-03-06T01:24:13.410169Z","steps":["trace[1782555243] 'agreement among raft nodes before linearized reading' (duration: 1.525705411s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.410205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:11.880674Z","time spent":"1.52952557s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:24:13.524474Z","caller":"traceutil/trace.go:171","msg":"trace[2109693266] linearizableReadLoop","detail":"{readStateIndex:24503; appliedIndex:24502; }","duration":"111.342702ms","start":"2026-03-06T01:24:13.413099Z","end":"2026-03-06T01:24:13.524441Z","steps":["trace[2109693266] 'read index received' (duration: 109.675603ms)","trace[2109693266] 'applied index is now lower than readState.Index' (duration: 1.665079ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:13.524605Z","caller":"traceutil/trace.go:171","msg":"trace[1547778571] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"111.582918ms","start":"2026-03-06T01:24:13.413009Z","end":"2026-03-06T01:24:13.524591Z","steps":["trace[1547778571] 'process raft request' (duration: 109.688363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:13.524966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.776042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30e551a2-a2c8-4759-a4fd-68270842532b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-06T01:24:13.525115Z","caller":"traceutil/trace.go:171","msg":"trace[2050215773] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30e551a2-a2c8-4759-a4fd-68270842532b; range_end:; response_count:1; response_revision:23657; }","duration":"112.047678ms","start":"2026-03-06T01:24:13.413043Z","end":"2026-03-06T01:24:13.525091Z","steps":["trace[2050215773] 'agreement among raft nodes before linearized reading' (duration: 111.623618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:14.025019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:14.525928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:15.026617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:15.328932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.806055451s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:24:15.329656Z","caller":"traceutil/trace.go:171","msg":"trace[329401579] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"1.916208434s","start":"2026-03-06T01:24:13.413421Z","end":"2026-03-06T01:24:15.32963Z","steps":["trace[329401579] 'process raft request' (duration: 1.916125162s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:15.329658Z","caller":"traceutil/trace.go:171","msg":"trace[424967688] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"1.916351888s","start":"2026-03-06T01:24:13.413265Z","end":"2026-03-06T01:24:15.329617Z","steps":["trace[424967688] 'process raft request' (duration: 1.91601089s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:15.32969Z","caller":"traceutil/trace.go:171","msg":"trace[1419247492] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"1.916251276s","start":"2026-03-06T01:24:13.413395Z","end":"2026-03-06T01:24:15.329646Z","steps":["trace[1419247492] 'process raft request' (duration: 1.916099062s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.330078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.413416Z","time spent":"1.916409989s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:15.330384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.413377Z","time spent":"1.916691735s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:15.3301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.413255Z","time spent":"1.916666555s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:15.330719Z","caller":"traceutil/trace.go:171","msg":"trace[272779913] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"1.917213358s","start":"2026-03-06T01:24:13.413454Z","end":"2026-03-06T01:24:15.330668Z","steps":["trace[272779913] 'process raft request' (duration: 1.916125003s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:15.330733Z","caller":"traceutil/trace.go:171","msg":"trace[885897506] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"1.917236838s","start":"2026-03-06T01:24:13.41346Z","end":"2026-03-06T01:24:15.330697Z","steps":["trace[885897506] 'process raft request' (duration: 1.917029093s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.330962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.413445Z","time spent":"1.917403843s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:15.330968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.413452Z","time spent":"1.917397743s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:15.331318Z","caller":"traceutil/trace.go:171","msg":"trace[805483885] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"1.916854619s","start":"2026-03-06T01:24:13.414451Z","end":"2026-03-06T01:24:15.331306Z","steps":["trace[805483885] 'process raft request' (duration: 1.916192224s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.331455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.414444Z","time spent":"1.916980842s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:15.331618Z","caller":"traceutil/trace.go:171","msg":"trace[1524833821] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"1.916685205s","start":"2026-03-06T01:24:13.414922Z","end":"2026-03-06T01:24:15.331607Z","steps":["trace[1524833821] 'process raft request' (duration: 1.916338737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.331712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.414916Z","time spent":"1.916766357s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:15.33176Z","caller":"traceutil/trace.go:171","msg":"trace[482789233] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"1.907753937s","start":"2026-03-06T01:24:13.423989Z","end":"2026-03-06T01:24:15.331743Z","steps":["trace[482789233] 'process raft request' (duration: 1.907704235s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:15.331814Z","caller":"traceutil/trace.go:171","msg":"trace[595728268] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"1.914978956s","start":"2026-03-06T01:24:13.416814Z","end":"2026-03-06T01:24:15.331793Z","steps":["trace[595728268] 'process raft request' (duration: 1.914668718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.331853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.423981Z","time spent":"1.907824599s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:15.331909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.416807Z","time spent":"1.915059257s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:15.332028Z","caller":"traceutil/trace.go:171","msg":"trace[352220904] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"1.91556686s","start":"2026-03-06T01:24:13.41645Z","end":"2026-03-06T01:24:15.332016Z","steps":["trace[352220904] 'process raft request' (duration: 1.914995117s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:15.332084Z","caller":"traceutil/trace.go:171","msg":"trace[1723037294] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"1.908677538s","start":"2026-03-06T01:24:13.423395Z","end":"2026-03-06T01:24:15.332073Z","steps":["trace[1723037294] 'process raft request' (duration: 1.908185727s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.332095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.416443Z","time spent":"1.915614451s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:15.332227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.423379Z","time spent":"1.908815972s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:15.346907Z","caller":"traceutil/trace.go:171","msg":"trace[950122417] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24503; }","duration":"1.8223327s","start":"2026-03-06T01:24:13.524555Z","end":"2026-03-06T01:24:15.346887Z","steps":["trace[950122417] 'read index received' (duration: 1.804681598s)","trace[950122417] 'applied index is now lower than readState.Index' (duration: 17.650242ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:15.347001Z","caller":"traceutil/trace.go:171","msg":"trace[1662218346] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"334.395644ms","start":"2026-03-06T01:24:15.012599Z","end":"2026-03-06T01:24:15.346994Z","steps":["trace[1662218346] 'process raft request' (duration: 334.170469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.34709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.012576Z","time spent":"334.442935ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:15.347267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932197568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-06T01:24:15.34729Z","caller":"traceutil/trace.go:171","msg":"trace[1735191143] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23669; }","duration":"1.932236189s","start":"2026-03-06T01:24:13.415048Z","end":"2026-03-06T01:24:15.347284Z","steps":["trace[1735191143] 'agreement among raft nodes before linearized reading' (duration: 1.932183787s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:15.347305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:13.415044Z","time spent":"1.932258449s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-06T01:24:15.847565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:16.348196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:16.676438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329759892s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:17.128892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:17.128981Z","caller":"traceutil/trace.go:171","msg":"trace[100461328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610657s","start":"2026-03-06T01:24:15.128349Z","end":"2026-03-06T01:24:17.128959Z","steps":["trace[100461328] 'agreement among raft nodes before linearized reading' (duration: 2.000488844s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.129029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.128286Z","time spent":"2.00073318s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:17.820164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143393267s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:17.820841Z","caller":"traceutil/trace.go:171","msg":"trace[107908522] linearizableReadLoop","detail":"{readStateIndex:24529; appliedIndex:24515; }","duration":"2.473851715s","start":"2026-03-06T01:24:15.346974Z","end":"2026-03-06T01:24:17.820826Z","steps":["trace[107908522] 'read index received' (duration: 1.329744982s)","trace[107908522] 'applied index is now lower than readState.Index' (duration: 1.144105663s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:17.821035Z","caller":"traceutil/trace.go:171","msg":"trace[401626569] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"2.479183299s","start":"2026-03-06T01:24:15.341835Z","end":"2026-03-06T01:24:17.821018Z","steps":["trace[401626569] 'process raft request' (duration: 1.334864211s)","trace[401626569] 'compare' (duration: 1.142704271s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:17.821096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.34181Z","time spent":"2.479259961s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:24:17.821268Z","caller":"traceutil/trace.go:171","msg":"trace[1550221108] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"2.479366963s","start":"2026-03-06T01:24:15.341889Z","end":"2026-03-06T01:24:17.821256Z","steps":["trace[1550221108] 'process raft request' (duration: 2.47839171s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.821322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.341861Z","time spent":"2.479437425s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:24:17.821564Z","caller":"traceutil/trace.go:171","msg":"trace[704148745] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"2.478956654s","start":"2026-03-06T01:24:15.342595Z","end":"2026-03-06T01:24:17.821551Z","steps":["trace[704148745] 'process raft request' (duration: 2.477771376s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.821634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.342583Z","time spent":"2.479012595s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:17.821759Z","caller":"traceutil/trace.go:171","msg":"trace[1343701045] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"2.479128738s","start":"2026-03-06T01:24:15.342621Z","end":"2026-03-06T01:24:17.82175Z","steps":["trace[1343701045] 'process raft request' (duration: 2.477801436s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.821814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.342612Z","time spent":"2.479175048s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:17.82193Z","caller":"traceutil/trace.go:171","msg":"trace[1222825246] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"2.476327343s","start":"2026-03-06T01:24:15.345594Z","end":"2026-03-06T01:24:17.821921Z","steps":["trace[1222825246] 'process raft request' (duration: 2.474863738s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.821979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345567Z","time spent":"2.476393563s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:24:17.822089Z","caller":"traceutil/trace.go:171","msg":"trace[349002729] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"2.476365453s","start":"2026-03-06T01:24:15.345715Z","end":"2026-03-06T01:24:17.822081Z","steps":["trace[349002729] 'process raft request' (duration: 2.474805467s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.822132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.3457Z","time spent":"2.476415774s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:24:17.822254Z","caller":"traceutil/trace.go:171","msg":"trace[1728903002] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"2.476509307s","start":"2026-03-06T01:24:15.345735Z","end":"2026-03-06T01:24:17.822245Z","steps":["trace[1728903002] 'process raft request' (duration: 2.474827808s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.822307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345727Z","time spent":"2.476555098s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:17.822762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739186821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:17.822836Z","caller":"traceutil/trace.go:171","msg":"trace[417913797] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23683; }","duration":"3.739314135s","start":"2026-03-06T01:24:14.083509Z","end":"2026-03-06T01:24:17.822823Z","steps":["trace[417913797] 'agreement among raft nodes before linearized reading' (duration: 3.739209402s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.822869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.083477Z","time spent":"3.739383435s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:17.822908Z","caller":"traceutil/trace.go:171","msg":"trace[1814040015] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"1.671481506s","start":"2026-03-06T01:24:16.1514Z","end":"2026-03-06T01:24:17.822882Z","steps":["trace[1814040015] 'process raft request' (duration: 1.669394217s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.82294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368388867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:17.822999Z","caller":"traceutil/trace.go:171","msg":"trace[283263730] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23683; }","duration":"3.368504899s","start":"2026-03-06T01:24:14.45448Z","end":"2026-03-06T01:24:17.822985Z","steps":["trace[283263730] 'agreement among raft nodes before linearized reading' (duration: 3.368402597s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.823029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.454405Z","time spent":"3.368619462s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:24:17.82303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.151367Z","time spent":"1.671599049s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:17.823176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416161804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:24:17.823216Z","caller":"traceutil/trace.go:171","msg":"trace[2033870686] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23683; }","duration":"3.416248486s","start":"2026-03-06T01:24:14.406959Z","end":"2026-03-06T01:24:17.823207Z","steps":["trace[2033870686] 'agreement among raft nodes before linearized reading' (duration: 3.416079352s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:17.823227Z","caller":"traceutil/trace.go:171","msg":"trace[1195034196] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"2.477409698s","start":"2026-03-06T01:24:15.345807Z","end":"2026-03-06T01:24:17.823217Z","steps":["trace[1195034196] 'process raft request' (duration: 2.474822397s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.823243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.406931Z","time spent":"3.416306187s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:24:17.823253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477573452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:24:17.823273Z","caller":"traceutil/trace.go:171","msg":"trace[1298079388] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23683; }","duration":"2.477632343s","start":"2026-03-06T01:24:15.345635Z","end":"2026-03-06T01:24:17.823268Z","steps":["trace[1298079388] 'agreement among raft nodes before linearized reading' (duration: 2.477543091s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.823276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345801Z","time spent":"2.477449279s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:17.823295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345616Z","time spent":"2.477672813s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:24:17.823353Z","caller":"traceutil/trace.go:171","msg":"trace[905286991] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"2.477537701s","start":"2026-03-06T01:24:15.345807Z","end":"2026-03-06T01:24:17.823344Z","steps":["trace[905286991] 'process raft request' (duration: 2.474859208s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.823381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345796Z","time spent":"2.477571021s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:24:17.823398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641088373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:17.823394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702496324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:17.823413Z","caller":"traceutil/trace.go:171","msg":"trace[2085278953] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23683; }","duration":"2.641139523s","start":"2026-03-06T01:24:15.182269Z","end":"2026-03-06T01:24:17.823408Z","steps":["trace[2085278953] 'agreement among raft nodes before linearized reading' (duration: 2.641107463s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.823427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.182242Z","time spent":"2.641181025s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:17.823425Z","caller":"traceutil/trace.go:171","msg":"trace[531851759] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23683; }","duration":"3.702572285s","start":"2026-03-06T01:24:14.120844Z","end":"2026-03-06T01:24:17.823416Z","steps":["trace[531851759] 'agreement among raft nodes before linearized reading' (duration: 3.702524134s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.823452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.120814Z","time spent":"3.702630537s","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:17.823726Z","caller":"traceutil/trace.go:171","msg":"trace[2013321667] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"2.460518943s","start":"2026-03-06T01:24:15.363198Z","end":"2026-03-06T01:24:17.823717Z","steps":["trace[2013321667] 'process raft request' (duration: 2.457566184s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.823767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.363178Z","time spent":"2.460562984s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:24:17.823843Z","caller":"traceutil/trace.go:171","msg":"trace[1374093119] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"2.47796458s","start":"2026-03-06T01:24:15.345873Z","end":"2026-03-06T01:24:17.823837Z","steps":["trace[1374093119] 'process raft request' (duration: 2.474854508s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.824042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345864Z","time spent":"2.478157866s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:17.824477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763720383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-06T01:24:17.824495Z","caller":"traceutil/trace.go:171","msg":"trace[1297822510] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23683; }","duration":"3.763781534s","start":"2026-03-06T01:24:14.060706Z","end":"2026-03-06T01:24:17.824488Z","steps":["trace[1297822510] 'agreement among raft nodes before linearized reading' (duration: 3.763725773s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.824512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:14.060673Z","time spent":"3.763833416s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-06T01:24:17.824619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468694204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-06T01:24:17.824634Z","caller":"traceutil/trace.go:171","msg":"trace[1570127484] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23683; }","duration":"2.468751636s","start":"2026-03-06T01:24:15.355875Z","end":"2026-03-06T01:24:17.824627Z","steps":["trace[1570127484] 'agreement among raft nodes before linearized reading' (duration: 2.468721055s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.824649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.355855Z","time spent":"2.468788686s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-06T01:24:17.82483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.306879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:24:17.824845Z","caller":"traceutil/trace.go:171","msg":"trace[1276777945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23683; }","duration":"473.32035ms","start":"2026-03-06T01:24:17.351518Z","end":"2026-03-06T01:24:17.824839Z","steps":["trace[1276777945] 'agreement among raft nodes before linearized reading' (duration: 473.276769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.824857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.351495Z","time spent":"473.35929ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:24:17.824954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.613063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:24:17.824967Z","caller":"traceutil/trace.go:171","msg":"trace[382014451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23683; }","duration":"481.640234ms","start":"2026-03-06T01:24:17.343322Z","end":"2026-03-06T01:24:17.824963Z","steps":["trace[382014451] 'agreement among raft nodes before linearized reading' (duration: 481.584132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.82498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.343315Z","time spent":"481.661954ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:17.825066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.817408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:24:17.823494Z","caller":"traceutil/trace.go:171","msg":"trace[1066871369] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"2.477665754s","start":"2026-03-06T01:24:15.34582Z","end":"2026-03-06T01:24:17.823485Z","steps":["trace[1066871369] 'process raft request' (duration: 2.474878859s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:17.825079Z","caller":"traceutil/trace.go:171","msg":"trace[668832388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23683; }","duration":"484.91185ms","start":"2026-03-06T01:24:17.340163Z","end":"2026-03-06T01:24:17.825075Z","steps":["trace[668832388] 'agreement among raft nodes before linearized reading' (duration: 484.874079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.825093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.340139Z","time spent":"484.949822ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:17.825134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345813Z","time spent":"2.479277082s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:17.825195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340586831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:24:17.825211Z","caller":"traceutil/trace.go:171","msg":"trace[942173402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23683; }","duration":"2.340653432s","start":"2026-03-06T01:24:15.484554Z","end":"2026-03-06T01:24:17.825207Z","steps":["trace[942173402] 'agreement among raft nodes before linearized reading' (duration: 2.340590841s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.825223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.484531Z","time spent":"2.340688904s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:24:17.825212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294824891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:24:17.825252Z","caller":"traceutil/trace.go:171","msg":"trace[1203455565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23683; }","duration":"2.294919234s","start":"2026-03-06T01:24:15.530322Z","end":"2026-03-06T01:24:17.825241Z","steps":["trace[1203455565] 'agreement among raft nodes before linearized reading' (duration: 2.294805351s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.825284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.530291Z","time spent":"2.294983185s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:24:17.825325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376892369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-03-06T01:24:17.825339Z","caller":"traceutil/trace.go:171","msg":"trace[2074527798] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23683; }","duration":"2.37695294s","start":"2026-03-06T01:24:15.448381Z","end":"2026-03-06T01:24:17.825334Z","steps":["trace[2074527798] 'agreement among raft nodes before linearized reading' (duration: 2.376904609s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.825351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.448361Z","time spent":"2.376987232s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-06T01:24:17.825524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.683459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:24:17.825567Z","caller":"traceutil/trace.go:171","msg":"trace[847546173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23683; }","duration":"488.725129ms","start":"2026-03-06T01:24:17.336831Z","end":"2026-03-06T01:24:17.825557Z","steps":["trace[847546173] 'agreement among raft nodes before linearized reading' (duration: 488.615247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.825775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287068403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:17.82581Z","caller":"traceutil/trace.go:171","msg":"trace[769914458] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23683; }","duration":"1.287130485s","start":"2026-03-06T01:24:16.538669Z","end":"2026-03-06T01:24:17.825799Z","steps":["trace[769914458] 'agreement among raft nodes before linearized reading' (duration: 1.287056563s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.825834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.538653Z","time spent":"1.287174596s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:17.825982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133897714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:17.825984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.710241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:17.826002Z","caller":"traceutil/trace.go:171","msg":"trace[1097005439] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23683; }","duration":"1.133968876s","start":"2026-03-06T01:24:16.692026Z","end":"2026-03-06T01:24:17.825995Z","steps":["trace[1097005439] 'agreement among raft nodes before linearized reading' (duration: 1.133932705s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:17.82601Z","caller":"traceutil/trace.go:171","msg":"trace[864483922] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23683; }","duration":"964.767353ms","start":"2026-03-06T01:24:16.861235Z","end":"2026-03-06T01:24:17.826002Z","steps":["trace[864483922] 'agreement among raft nodes before linearized reading' (duration: 964.717852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.826009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.32813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:17.826026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.861219Z","time spent":"964.803423ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:17.826043Z","caller":"traceutil/trace.go:171","msg":"trace[1309276907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23683; }","duration":"696.398382ms","start":"2026-03-06T01:24:17.129635Z","end":"2026-03-06T01:24:17.826033Z","steps":["trace[1309276907] 'agreement among raft nodes before linearized reading' (duration: 696.32589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.826058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257410361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:17.82607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.129617Z","time spent":"696.447123ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:24:17.826079Z","caller":"traceutil/trace.go:171","msg":"trace[2008253020] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23683; }","duration":"1.257465131s","start":"2026-03-06T01:24:16.568607Z","end":"2026-03-06T01:24:17.826073Z","steps":["trace[2008253020] 'agreement among raft nodes before linearized reading' (duration: 1.257425711s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.826097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.56859Z","time spent":"1.257502603s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:17.826162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.914387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:17.826021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:16.692001Z","time spent":"1.134015417s","remote":"127.0.0.1:53816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:17.82619Z","caller":"traceutil/trace.go:171","msg":"trace[803622033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23683; }","duration":"498.993039ms","start":"2026-03-06T01:24:17.327188Z","end":"2026-03-06T01:24:17.826181Z","steps":["trace[803622033] 'agreement among raft nodes before linearized reading' (duration: 498.939578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.826204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.422218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:24:17.82621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.327157Z","time spent":"499.046281ms","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:17.826223Z","caller":"traceutil/trace.go:171","msg":"trace[1530811482] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23683; }","duration":"793.506501ms","start":"2026-03-06T01:24:17.032713Z","end":"2026-03-06T01:24:17.826219Z","steps":["trace[1530811482] 'agreement among raft nodes before linearized reading' (duration: 793.404199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.826238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.032668Z","time spent":"793.567262ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:17.826614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115102152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:17.826643Z","caller":"traceutil/trace.go:171","msg":"trace[1463673735] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23683; }","duration":"2.115189174s","start":"2026-03-06T01:24:15.711445Z","end":"2026-03-06T01:24:17.826634Z","steps":["trace[1463673735] 'agreement among raft nodes before linearized reading' (duration: 2.114905567s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.826666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.71142Z","time spent":"2.115239765s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:17.826716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24170429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126041"} {"level":"info","ts":"2026-03-06T01:24:17.82674Z","caller":"traceutil/trace.go:171","msg":"trace[2137501025] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23683; }","duration":"2.241758331s","start":"2026-03-06T01:24:15.584973Z","end":"2026-03-06T01:24:17.826731Z","steps":["trace[2137501025] 'agreement among raft nodes before linearized reading' (duration: 2.241633318s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.826757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.584953Z","time spent":"2.241800662s","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126064,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-06T01:24:17.825601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.336753Z","time spent":"488.842182ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:24:17.82242Z","caller":"traceutil/trace.go:171","msg":"trace[1428521555] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"2.47664223s","start":"2026-03-06T01:24:15.34577Z","end":"2026-03-06T01:24:17.822413Z","steps":["trace[1428521555] 'process raft request' (duration: 2.474827228s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:17.829577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:15.345764Z","time spent":"2.483788827s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:24:19.836158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:19.836252Z","caller":"traceutil/trace.go:171","msg":"trace[212785439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115766s","start":"2026-03-06T01:24:17.836117Z","end":"2026-03-06T01:24:19.836233Z","steps":["trace[212785439] 'agreement among raft nodes before linearized reading' (duration: 1.999994923s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.836296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.836113Z","time spent":"2.000173557s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:19.886109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.000266409s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:24:19.887875Z","caller":"traceutil/trace.go:171","msg":"trace[778386854] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"2.052558612s","start":"2026-03-06T01:24:17.835275Z","end":"2026-03-06T01:24:19.887833Z","steps":["trace[778386854] 'process raft request' (duration: 2.051152669s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:19.887928Z","caller":"traceutil/trace.go:171","msg":"trace[910983323] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"2.043049179s","start":"2026-03-06T01:24:17.844857Z","end":"2026-03-06T01:24:19.887906Z","steps":["trace[910983323] 'process raft request' (duration: 2.042993118s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:19.887943Z","caller":"traceutil/trace.go:171","msg":"trace[199763173] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"2.045262011s","start":"2026-03-06T01:24:17.842656Z","end":"2026-03-06T01:24:19.887918Z","steps":["trace[199763173] 'process raft request' (duration: 2.045100607s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.888051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.835247Z","time spent":"2.052710735s","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126025,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:19.888075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.844851Z","time spent":"2.043146162s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:19.888078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.842646Z","time spent":"2.045358183s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:19.888295Z","caller":"traceutil/trace.go:171","msg":"trace[521336020] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"2.04351005s","start":"2026-03-06T01:24:17.84477Z","end":"2026-03-06T01:24:19.88828Z","steps":["trace[521336020] 'process raft request' (duration: 2.043046579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.888352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.844762Z","time spent":"2.043559311s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:19.889426Z","caller":"traceutil/trace.go:171","msg":"trace[509377758] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"2.043982131s","start":"2026-03-06T01:24:17.845432Z","end":"2026-03-06T01:24:19.889414Z","steps":["trace[509377758] 'process raft request' (duration: 2.04267051s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.889476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.845423Z","time spent":"2.044028522s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:19.889768Z","caller":"traceutil/trace.go:171","msg":"trace[232707076] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"2.043367527s","start":"2026-03-06T01:24:17.846357Z","end":"2026-03-06T01:24:19.889724Z","steps":["trace[232707076] 'process raft request' (duration: 2.043014349s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:19.890007Z","caller":"traceutil/trace.go:171","msg":"trace[1809291812] linearizableReadLoop","detail":"{readStateIndex:24531; appliedIndex:24529; }","duration":"2.054258071s","start":"2026-03-06T01:24:17.835689Z","end":"2026-03-06T01:24:19.889947Z","steps":["trace[1809291812] 'read index received' (duration: 49.920827ms)","trace[1809291812] 'applied index is now lower than readState.Index' (duration: 2.004333424s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:19.890085Z","caller":"traceutil/trace.go:171","msg":"trace[999392390] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"2.0422281s","start":"2026-03-06T01:24:17.847841Z","end":"2026-03-06T01:24:19.890069Z","steps":["trace[999392390] 'process raft request' (duration: 2.04180941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.890149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.847814Z","time spent":"2.042301332s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:19.890201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054477456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:19.890245Z","caller":"traceutil/trace.go:171","msg":"trace[657613603] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23691; }","duration":"2.054558378s","start":"2026-03-06T01:24:17.835672Z","end":"2026-03-06T01:24:19.89023Z","steps":["trace[657613603] 'agreement among raft nodes before linearized reading' (duration: 2.054447015s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.89023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.846351Z","time spent":"2.043687134s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:19.89028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.835666Z","time spent":"2.054603849s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:24:19.890651Z","caller":"traceutil/trace.go:171","msg":"trace[1175858569] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"2.045688881s","start":"2026-03-06T01:24:17.844944Z","end":"2026-03-06T01:24:19.890633Z","steps":["trace[1175858569] 'process raft request' (duration: 2.042934357s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.890776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.844937Z","time spent":"2.045754053s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:19.918577Z","caller":"traceutil/trace.go:171","msg":"trace[1691981337] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"2.031241793s","start":"2026-03-06T01:24:17.887286Z","end":"2026-03-06T01:24:19.918528Z","steps":["trace[1691981337] 'process raft request' (duration: 2.0306816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.918777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.887266Z","time spent":"2.031405767s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:19.925563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080304849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:24:19.9256Z","caller":"traceutil/trace.go:171","msg":"trace[1296706309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23698; }","duration":"2.080352551s","start":"2026-03-06T01:24:17.845238Z","end":"2026-03-06T01:24:19.92559Z","steps":["trace[1296706309] 'agreement among raft nodes before linearized reading' (duration: 2.080237428s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.92562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.845233Z","time spent":"2.080381331s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:24:19.925653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077460683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-06T01:24:19.92569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.689496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-06T01:24:19.925701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672426309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:19.925743Z","caller":"traceutil/trace.go:171","msg":"trace[55106143] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23698; }","duration":"704.790408ms","start":"2026-03-06T01:24:19.220937Z","end":"2026-03-06T01:24:19.925727Z","steps":["trace[55106143] 'agreement among raft nodes before linearized reading' (duration: 704.657795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:19.925725Z","caller":"traceutil/trace.go:171","msg":"trace[1578736375] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb; range_end:; response_count:1; response_revision:23698; }","duration":"2.077564586s","start":"2026-03-06T01:24:17.848141Z","end":"2026-03-06T01:24:19.925705Z","steps":["trace[1578736375] 'agreement among raft nodes before linearized reading' (duration: 2.07732307s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.925759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081738863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-06T01:24:19.925759Z","caller":"traceutil/trace.go:171","msg":"trace[1883732744] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23698; }","duration":"1.672569983s","start":"2026-03-06T01:24:18.253174Z","end":"2026-03-06T01:24:19.925744Z","steps":["trace[1883732744] 'agreement among raft nodes before linearized reading' (duration: 1.67244356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.925771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:19.220903Z","time spent":"704.86134ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-06T01:24:19.925782Z","caller":"traceutil/trace.go:171","msg":"trace[638010602] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23698; }","duration":"2.081771494s","start":"2026-03-06T01:24:17.844002Z","end":"2026-03-06T01:24:19.925774Z","steps":["trace[638010602] 'agreement among raft nodes before linearized reading' (duration: 2.081729193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.925789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:18.253153Z","time spent":"1.672629564s","remote":"127.0.0.1:57772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:19.925786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.848131Z","time spent":"2.077644027s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b839dd552bb\" "} {"level":"warn","ts":"2026-03-06T01:24:19.925919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.11103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:19.925942Z","caller":"traceutil/trace.go:171","msg":"trace[1343458765] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23698; }","duration":"534.175252ms","start":"2026-03-06T01:24:19.39176Z","end":"2026-03-06T01:24:19.925935Z","steps":["trace[1343458765] 'agreement among raft nodes before linearized reading' (duration: 534.127951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.925963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:19.391736Z","time spent":"534.219313ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:19.926176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992840796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1158"} {"level":"info","ts":"2026-03-06T01:24:19.926212Z","caller":"traceutil/trace.go:171","msg":"trace[934507284] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:23698; }","duration":"1.992907727s","start":"2026-03-06T01:24:17.933294Z","end":"2026-03-06T01:24:19.926202Z","steps":["trace[934507284] 'agreement among raft nodes before linearized reading' (duration: 1.992715643s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:19.926244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.933278Z","time spent":"1.992959569s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1181,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-03-06T01:24:19.925801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:17.843996Z","time spent":"2.081801225s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-06T01:24:28.479133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:28.963507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202049483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6615"} {"level":"info","ts":"2026-03-06T01:24:28.963571Z","caller":"traceutil/trace.go:171","msg":"trace[1022546999] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:23857; }","duration":"2.202186286s","start":"2026-03-06T01:24:26.76137Z","end":"2026-03-06T01:24:28.963556Z","steps":["trace[1022546999] 'range keys from in-memory index tree' (duration: 2.201833078s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.963601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.761345Z","time spent":"2.202246288s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6638,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-03-06T01:24:28.963766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177134341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"warn","ts":"2026-03-06T01:24:28.963816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241307811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7015"} {"level":"info","ts":"2026-03-06T01:24:28.96382Z","caller":"traceutil/trace.go:171","msg":"trace[1556393281] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:23857; }","duration":"2.177187742s","start":"2026-03-06T01:24:26.786617Z","end":"2026-03-06T01:24:28.963804Z","steps":["trace[1556393281] 'range keys from in-memory index tree' (duration: 2.177013588s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:28.963837Z","caller":"traceutil/trace.go:171","msg":"trace[2089311181] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:23857; }","duration":"2.241343502s","start":"2026-03-06T01:24:26.722487Z","end":"2026-03-06T01:24:28.963831Z","steps":["trace[2089311181] 'range keys from in-memory index tree' (duration: 2.241230799s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.963854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.722482Z","time spent":"2.241368232s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7038,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-06T01:24:28.963857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.786593Z","time spent":"2.177256394s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4243,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-06T01:24:28.964058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227638421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-06T01:24:28.964091Z","caller":"traceutil/trace.go:171","msg":"trace[101434439] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23857; }","duration":"2.227669603s","start":"2026-03-06T01:24:26.73641Z","end":"2026-03-06T01:24:28.96408Z","steps":["trace[101434439] 'range keys from in-memory index tree' (duration: 2.227521889s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.96411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.73639Z","time spent":"2.227714433s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10964,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-06T01:24:28.964127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15180739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7257"} {"level":"info","ts":"2026-03-06T01:24:28.964163Z","caller":"traceutil/trace.go:171","msg":"trace[617319300] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:23857; }","duration":"2.151896801s","start":"2026-03-06T01:24:26.812257Z","end":"2026-03-06T01:24:28.964154Z","steps":["trace[617319300] 'range keys from in-memory index tree' (duration: 2.151642986s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.964195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.812211Z","time spent":"2.151976983s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7280,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-06T01:24:28.964338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127528792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24678"} {"level":"info","ts":"2026-03-06T01:24:28.96437Z","caller":"traceutil/trace.go:171","msg":"trace[1552660329] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:23857; }","duration":"2.127605464s","start":"2026-03-06T01:24:26.836757Z","end":"2026-03-06T01:24:28.964362Z","steps":["trace[1552660329] 'range keys from in-memory index tree' (duration: 2.12743258s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.964397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.836554Z","time spent":"2.12783531s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24701,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-03-06T01:24:28.965099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094641623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7763"} {"level":"info","ts":"2026-03-06T01:24:28.965122Z","caller":"traceutil/trace.go:171","msg":"trace[1144462628] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:23857; }","duration":"2.094699955s","start":"2026-03-06T01:24:26.870416Z","end":"2026-03-06T01:24:28.965116Z","steps":["trace[1144462628] 'range keys from in-memory index tree' (duration: 2.094563481s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.965136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.870409Z","time spent":"2.094723075s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7786,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-03-06T01:24:28.965375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07865416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-03-06T01:24:28.965389Z","caller":"traceutil/trace.go:171","msg":"trace[1971804828] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23857; }","duration":"2.078720351s","start":"2026-03-06T01:24:26.886664Z","end":"2026-03-06T01:24:28.965384Z","steps":["trace[1971804828] 'range keys from in-memory index tree' (duration: 2.078549537s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.965404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.886641Z","time spent":"2.078756842s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-06T01:24:28.965601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055045978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4681"} {"level":"info","ts":"2026-03-06T01:24:28.965616Z","caller":"traceutil/trace.go:171","msg":"trace[647237287] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23857; }","duration":"2.055103689s","start":"2026-03-06T01:24:26.910508Z","end":"2026-03-06T01:24:28.965611Z","steps":["trace[647237287] 'range keys from in-memory index tree' (duration: 2.054931435s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.965628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.910487Z","time spent":"2.055138051s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4704,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-06T01:24:28.9658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029785528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9751"} {"level":"info","ts":"2026-03-06T01:24:28.965816Z","caller":"traceutil/trace.go:171","msg":"trace[758310084] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:23857; }","duration":"2.029822929s","start":"2026-03-06T01:24:26.935988Z","end":"2026-03-06T01:24:28.965811Z","steps":["trace[758310084] 'range keys from in-memory index tree' (duration: 2.029604584s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.965836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.935977Z","time spent":"2.02985432s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9774,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-03-06T01:24:28.965857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879994778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7854"} {"level":"warn","ts":"2026-03-06T01:24:28.965923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024353051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:28.965954Z","caller":"traceutil/trace.go:171","msg":"trace[353798912] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23857; }","duration":"2.024448593s","start":"2026-03-06T01:24:26.941495Z","end":"2026-03-06T01:24:28.965944Z","steps":["trace[353798912] 'count revisions from in-memory index tree' (duration: 2.024278789s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.965971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.941468Z","time spent":"2.024496895s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:28.965969Z","caller":"traceutil/trace.go:171","msg":"trace[862764373] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:23857; }","duration":"1.880175673s","start":"2026-03-06T01:24:27.085765Z","end":"2026-03-06T01:24:28.96594Z","steps":["trace[862764373] 'range keys from in-memory index tree' (duration: 1.879754873s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.966021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.085755Z","time spent":"1.880253905s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7877,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004645741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-03-06T01:24:28.966198Z","caller":"traceutil/trace.go:171","msg":"trace[1569125582] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23857; }","duration":"2.004663581s","start":"2026-03-06T01:24:26.96153Z","end":"2026-03-06T01:24:28.966193Z","steps":["trace[1569125582] 'range keys from in-memory index tree' (duration: 2.004491147s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.966213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.961468Z","time spent":"2.004742003s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237314482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:28.96631Z","caller":"traceutil/trace.go:171","msg":"trace[1846387648] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23857; }","duration":"1.237408253s","start":"2026-03-06T01:24:27.728888Z","end":"2026-03-06T01:24:28.966296Z","steps":["trace[1846387648] 'count revisions from in-memory index tree' (duration: 1.237178968s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.96634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.728869Z","time spent":"1.237460414s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:28.966396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854716318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-06T01:24:28.966456Z","caller":"traceutil/trace.go:171","msg":"trace[542872519] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:23857; }","duration":"1.85482115s","start":"2026-03-06T01:24:27.111625Z","end":"2026-03-06T01:24:28.966446Z","steps":["trace[542872519] 'range keys from in-memory index tree' (duration: 1.854564474s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.966488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.111596Z","time spent":"1.854884122s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7305,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954345346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3013"} {"level":"info","ts":"2026-03-06T01:24:28.966544Z","caller":"traceutil/trace.go:171","msg":"trace[723725340] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23857; }","duration":"1.954401507s","start":"2026-03-06T01:24:27.012136Z","end":"2026-03-06T01:24:28.966538Z","steps":["trace[723725340] 'range keys from in-memory index tree' (duration: 1.954256353s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.96656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.012117Z","time spent":"1.954440577s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3036,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930507798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"info","ts":"2026-03-06T01:24:28.966646Z","caller":"traceutil/trace.go:171","msg":"trace[1696797057] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:23857; }","duration":"1.930555009s","start":"2026-03-06T01:24:27.036087Z","end":"2026-03-06T01:24:28.966642Z","steps":["trace[1696797057] 'range keys from in-memory index tree' (duration: 1.930391226s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.966658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.036069Z","time spent":"1.930585631s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9345,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837665519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:28.966698Z","caller":"traceutil/trace.go:171","msg":"trace[1353821817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23857; }","duration":"1.83769735s","start":"2026-03-06T01:24:27.128991Z","end":"2026-03-06T01:24:28.966689Z","steps":["trace[1353821817] 'range keys from in-memory index tree' (duration: 1.837527596s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.966724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.128888Z","time spent":"1.837831283s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904739447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"info","ts":"2026-03-06T01:24:28.966766Z","caller":"traceutil/trace.go:171","msg":"trace[971742373] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:23857; }","duration":"1.904757047s","start":"2026-03-06T01:24:27.062004Z","end":"2026-03-06T01:24:28.966761Z","steps":["trace[971742373] 'range keys from in-memory index tree' (duration: 1.904618543s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.966779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.061935Z","time spent":"1.904840449s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3582,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167433428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:28.966919Z","caller":"traceutil/trace.go:171","msg":"trace[1044621049] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23857; }","duration":"1.1674985s","start":"2026-03-06T01:24:27.799408Z","end":"2026-03-06T01:24:28.966907Z","steps":["trace[1044621049] 'count revisions from in-memory index tree' (duration: 1.167268474s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.96695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.799392Z","time spent":"1.16754899s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:28.966969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830468261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-03-06T01:24:28.967005Z","caller":"traceutil/trace.go:171","msg":"trace[1515899477] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:23857; }","duration":"1.830519912s","start":"2026-03-06T01:24:27.136473Z","end":"2026-03-06T01:24:28.966993Z","steps":["trace[1515899477] 'range keys from in-memory index tree' (duration: 1.830327647s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.96698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279552295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10293"} {"level":"warn","ts":"2026-03-06T01:24:28.967097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132691946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:28.967116Z","caller":"traceutil/trace.go:171","msg":"trace[712538984] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:23857; }","duration":"2.279759059s","start":"2026-03-06T01:24:26.68732Z","end":"2026-03-06T01:24:28.967079Z","steps":["trace[712538984] 'range keys from in-memory index tree' (duration: 2.279246667s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:28.967132Z","caller":"traceutil/trace.go:171","msg":"trace[417828603] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23857; }","duration":"1.132785639s","start":"2026-03-06T01:24:27.834335Z","end":"2026-03-06T01:24:28.967121Z","steps":["trace[417828603] 'count revisions from in-memory index tree' (duration: 1.132550863s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.967177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.834305Z","time spent":"1.13285935s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:28.967187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.687298Z","time spent":"2.279875642s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10316,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-06T01:24:28.967249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035065406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:24:28.96727Z","caller":"traceutil/trace.go:171","msg":"trace[551816364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23857; }","duration":"1.035142107s","start":"2026-03-06T01:24:27.932121Z","end":"2026-03-06T01:24:28.967263Z","steps":["trace[551816364] 'range keys from in-memory index tree' (duration: 1.034937982s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.967284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.93209Z","time spent":"1.035190108s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:28.967388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026011974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:24:28.967401Z","caller":"traceutil/trace.go:171","msg":"trace[49449898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23857; }","duration":"1.026077605s","start":"2026-03-06T01:24:27.941319Z","end":"2026-03-06T01:24:28.967397Z","steps":["trace[49449898] 'range keys from in-memory index tree' (duration: 1.025830399s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.967416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.941294Z","time spent":"1.026117496s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:24:28.967562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279227767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T01:24:28.967621Z","caller":"traceutil/trace.go:171","msg":"trace[1226139543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23857; }","duration":"2.279308599s","start":"2026-03-06T01:24:26.688291Z","end":"2026-03-06T01:24:28.967599Z","steps":["trace[1226139543] 'range keys from in-memory index tree' (duration: 2.279083533s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.967652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.688269Z","time spent":"2.27937244s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:24:28.967781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806136752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-06T01:24:28.967825Z","caller":"traceutil/trace.go:171","msg":"trace[371743346] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23857; }","duration":"1.806239135s","start":"2026-03-06T01:24:27.161575Z","end":"2026-03-06T01:24:28.967814Z","steps":["trace[371743346] 'range keys from in-memory index tree' (duration: 1.805979198s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.967034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.136464Z","time spent":"1.830561433s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4156,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-06T01:24:28.967853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.161551Z","time spent":"1.806295616s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:24:28.96813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592009879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T01:24:28.968174Z","caller":"traceutil/trace.go:171","msg":"trace[1115885753] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23857; }","duration":"1.592097421s","start":"2026-03-06T01:24:27.376066Z","end":"2026-03-06T01:24:28.968163Z","steps":["trace[1115885753] 'range keys from in-memory index tree' (duration: 1.591809914s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.968204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.376042Z","time spent":"1.592154962s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T01:24:28.966405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980669601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"range_response_count:1 size:8015"} {"level":"info","ts":"2026-03-06T01:24:28.96836Z","caller":"traceutil/trace.go:171","msg":"trace[1175115535] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; response_count:1; response_revision:23857; }","duration":"1.982641556s","start":"2026-03-06T01:24:26.985703Z","end":"2026-03-06T01:24:28.968344Z","steps":["trace[1175115535] 'range keys from in-memory index tree' (duration: 1.980575738s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.968406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:26.98569Z","time spent":"1.982700468s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":8038,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-03-06T01:24:28.968411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425717484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:28.968481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559231223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-06T01:24:28.968503Z","caller":"traceutil/trace.go:171","msg":"trace[1403719549] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23857; }","duration":"1.425881987s","start":"2026-03-06T01:24:27.542598Z","end":"2026-03-06T01:24:28.96848Z","steps":["trace[1403719549] 'count revisions from in-memory index tree' (duration: 1.425616251s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:28.968513Z","caller":"traceutil/trace.go:171","msg":"trace[727221778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23857; }","duration":"1.559320695s","start":"2026-03-06T01:24:27.409184Z","end":"2026-03-06T01:24:28.968504Z","steps":["trace[727221778] 'range keys from in-memory index tree' (duration: 1.559060299s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:28.968546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.542578Z","time spent":"1.425957799s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:28.968556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.409154Z","time spent":"1.559396757s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:24:28.969539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.742531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:28.969605Z","caller":"traceutil/trace.go:171","msg":"trace[1618042956] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"991.538188ms","start":"2026-03-06T01:24:27.978051Z","end":"2026-03-06T01:24:28.969589Z","steps":["trace[1618042956] 'process raft request' (duration: 766.672254ms)","trace[1618042956] 'compare' (duration: 220.699507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:28.969656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.978023Z","time spent":"991.604039ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:29.959941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215157844s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:24:29.9608Z","caller":"traceutil/trace.go:171","msg":"trace[1397064046] linearizableReadLoop","detail":"{readStateIndex:24713; appliedIndex:24707; }","duration":"1.982500553s","start":"2026-03-06T01:24:27.978258Z","end":"2026-03-06T01:24:29.960759Z","steps":["trace[1397064046] 'read index received' (duration: 766.480379ms)","trace[1397064046] 'applied index is now lower than readState.Index' (duration: 1.216018254s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:29.961123Z","caller":"traceutil/trace.go:171","msg":"trace[1196068311] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"1.982585446s","start":"2026-03-06T01:24:27.97849Z","end":"2026-03-06T01:24:29.961075Z","steps":["trace[1196068311] 'process raft request' (duration: 1.981730846s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.961115Z","caller":"traceutil/trace.go:171","msg":"trace[157645327] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"1.965447374s","start":"2026-03-06T01:24:27.995614Z","end":"2026-03-06T01:24:29.961062Z","steps":["trace[157645327] 'process raft request' (duration: 1.964963263s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.961189Z","caller":"traceutil/trace.go:171","msg":"trace[1351536953] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"1.981716565s","start":"2026-03-06T01:24:27.979422Z","end":"2026-03-06T01:24:29.961139Z","steps":["trace[1351536953] 'process raft request' (duration: 1.98108375s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:29.961316Z","caller":"traceutil/trace.go:171","msg":"trace[880011998] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"1.946437891s","start":"2026-03-06T01:24:28.014852Z","end":"2026-03-06T01:24:29.96129Z","steps":["trace[880011998] 'process raft request' (duration: 1.945779725s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.961372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.978479Z","time spent":"1.98275767s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:29.961493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.979403Z","time spent":"1.98192451s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:29.961574Z","caller":"traceutil/trace.go:171","msg":"trace[1560253467] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"1.88053747s","start":"2026-03-06T01:24:28.081022Z","end":"2026-03-06T01:24:29.96156Z","steps":["trace[1560253467] 'process raft request' (duration: 1.87967221s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.961579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.995572Z","time spent":"1.965822163s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:29.961505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.014841Z","time spent":"1.946534953s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:29.961736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.081005Z","time spent":"1.880614082s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:29.962673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984408858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:24:29.96276Z","caller":"traceutil/trace.go:171","msg":"trace[1806946790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23863; }","duration":"1.98450142s","start":"2026-03-06T01:24:27.978219Z","end":"2026-03-06T01:24:29.96272Z","steps":["trace[1806946790] 'agreement among raft nodes before linearized reading' (duration: 1.983550668s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:29.962804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.978167Z","time spent":"1.984627903s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:24:30.460967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:30.961882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:30.970726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999260656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:30.970844Z","caller":"traceutil/trace.go:171","msg":"trace[296983441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99946574s","start":"2026-03-06T01:24:28.971354Z","end":"2026-03-06T01:24:30.97082Z","steps":["trace[296983441] 'agreement among raft nodes before linearized reading' (duration: 1.999312497s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:30.971871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.971326Z","time spent":"2.000488405s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:31.462536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:31.963082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:32.464153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:32.965131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:32.978964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:32.979109Z","caller":"traceutil/trace.go:171","msg":"trace[972384479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424272s","start":"2026-03-06T01:24:30.978645Z","end":"2026-03-06T01:24:32.979069Z","steps":["trace[972384479] 'agreement among raft nodes before linearized reading' (duration: 2.000246868s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:32.979184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.978638Z","time spent":"2.000531914s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:33.159873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.199709595s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:24:33.16108Z","caller":"traceutil/trace.go:171","msg":"trace[1029012636] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"4.185775106s","start":"2026-03-06T01:24:28.975282Z","end":"2026-03-06T01:24:33.161057Z","steps":["trace[1029012636] 'process raft request' (duration: 4.185157872s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:33.161558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.975274Z","time spent":"4.186180436s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:33.161827Z","caller":"traceutil/trace.go:171","msg":"trace[1273907099] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"4.186046952s","start":"2026-03-06T01:24:28.975768Z","end":"2026-03-06T01:24:33.161815Z","steps":["trace[1273907099] 'process raft request' (duration: 4.185055359s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:33.161903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.975748Z","time spent":"4.186112964s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:33.179572Z","caller":"traceutil/trace.go:171","msg":"trace[639191697] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"4.186014661s","start":"2026-03-06T01:24:28.974489Z","end":"2026-03-06T01:24:33.160503Z","steps":["trace[639191697] 'process raft request' (duration: 4.185701034s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:33.179781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.974473Z","time spent":"4.205164389s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:34.962627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.802478308s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:24:34.96311Z","caller":"traceutil/trace.go:171","msg":"trace[939790950] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"3.987274218s","start":"2026-03-06T01:24:30.975815Z","end":"2026-03-06T01:24:34.963089Z","steps":["trace[939790950] 'process raft request' (duration: 3.987204196s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:34.963116Z","caller":"traceutil/trace.go:171","msg":"trace[1299566074] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"4.992840145s","start":"2026-03-06T01:24:29.970257Z","end":"2026-03-06T01:24:34.963097Z","steps":["trace[1299566074] 'process raft request' (duration: 4.992572219s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:34.963254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.975794Z","time spent":"3.98739124s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:34.963278Z","caller":"traceutil/trace.go:171","msg":"trace[535573276] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"4.585634109s","start":"2026-03-06T01:24:30.377563Z","end":"2026-03-06T01:24:34.963197Z","steps":["trace[535573276] 'process raft request' (duration: 4.585413744s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:34.963365Z","caller":"traceutil/trace.go:171","msg":"trace[1258980287] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"2.994147082s","start":"2026-03-06T01:24:31.96921Z","end":"2026-03-06T01:24:34.963357Z","steps":["trace[1258980287] 'process raft request' (duration: 2.993843365s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:34.963409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.969186Z","time spent":"2.994201214s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:34.963482Z","caller":"traceutil/trace.go:171","msg":"trace[757120643] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"2.98978668s","start":"2026-03-06T01:24:31.973688Z","end":"2026-03-06T01:24:34.963475Z","steps":["trace[757120643] 'process raft request' (duration: 2.989695668s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:34.963504Z","caller":"traceutil/trace.go:171","msg":"trace[2059844415] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"2.989322339s","start":"2026-03-06T01:24:31.974169Z","end":"2026-03-06T01:24:34.963492Z","steps":["trace[2059844415] 'process raft request' (duration: 2.989247997s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:34.963525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.973672Z","time spent":"2.989830791s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:34.963494Z","caller":"traceutil/trace.go:171","msg":"trace[1946744171] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"2.992082564s","start":"2026-03-06T01:24:31.971365Z","end":"2026-03-06T01:24:34.963448Z","steps":["trace[1946744171] 'process raft request' (duration: 2.99191986s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:34.963516Z","caller":"traceutil/trace.go:171","msg":"trace[759141186] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"2.991123362s","start":"2026-03-06T01:24:31.972345Z","end":"2026-03-06T01:24:34.963468Z","steps":["trace[759141186] 'process raft request' (duration: 2.990999589s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:34.963562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.97416Z","time spent":"2.98937192s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:34.963682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.970245Z","time spent":"4.992955917s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:34.963691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.971344Z","time spent":"2.992244577s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:34.963717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.972319Z","time spent":"2.991266754s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:34.963821Z","caller":"traceutil/trace.go:171","msg":"trace[271192819] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"2.118742038s","start":"2026-03-06T01:24:32.845068Z","end":"2026-03-06T01:24:34.96381Z","steps":["trace[271192819] 'process raft request' (duration: 2.118386129s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:34.963893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:32.84504Z","time spent":"2.11882885s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:34.964197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.37754Z","time spent":"4.585835944s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:34.97899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:34.979055Z","caller":"traceutil/trace.go:171","msg":"trace[1681452902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999991593s","start":"2026-03-06T01:24:32.979048Z","end":"2026-03-06T01:24:34.979039Z","steps":["trace[1681452902] 'agreement among raft nodes before linearized reading' (duration: 1.999920002s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:34.979097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:32.979038Z","time spent":"2.000049404s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:35.252361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:35.252514Z","caller":"traceutil/trace.go:171","msg":"trace[1763944477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519235s","start":"2026-03-06T01:24:33.251969Z","end":"2026-03-06T01:24:35.252488Z","steps":["trace[1763944477] 'agreement among raft nodes before linearized reading' (duration: 2.000324371s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:35.252568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:33.251954Z","time spent":"2.000602917s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:36.420337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457352373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:36.987714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:36.98778Z","caller":"traceutil/trace.go:171","msg":"trace[139174379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829032s","start":"2026-03-06T01:24:34.986939Z","end":"2026-03-06T01:24:36.987768Z","steps":["trace[139174379] 'agreement among raft nodes before linearized reading' (duration: 2.00075201s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:36.987809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:34.986929Z","time spent":"2.000874372s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:37.324101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360328062s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:24:37.324305Z","caller":"traceutil/trace.go:171","msg":"trace[10983300] linearizableReadLoop","detail":"{readStateIndex:24725; appliedIndex:24713; }","duration":"7.363396905s","start":"2026-03-06T01:24:29.960894Z","end":"2026-03-06T01:24:37.324291Z","steps":["trace[10983300] 'read index received' (duration: 3.199260434s)","trace[10983300] 'applied index is now lower than readState.Index' (duration: 4.164135551s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:37.324671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358309875s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:37.32487Z","caller":"traceutil/trace.go:171","msg":"trace[1178165129] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23875; }","duration":"2.35853531s","start":"2026-03-06T01:24:34.966304Z","end":"2026-03-06T01:24:37.324839Z","steps":["trace[1178165129] 'range keys from in-memory index tree' (duration: 2.358286674s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.326254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.620738539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:24:37.326294Z","caller":"traceutil/trace.go:171","msg":"trace[1894865244] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23875; }","duration":"7.6207915s","start":"2026-03-06T01:24:29.705492Z","end":"2026-03-06T01:24:37.326284Z","steps":["trace[1894865244] 'agreement among raft nodes before linearized reading' (duration: 7.620652546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.326319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.705432Z","time spent":"7.620881472s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:24:37.326616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.200153098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:37.326656Z","caller":"traceutil/trace.go:171","msg":"trace[1688691968] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23875; }","duration":"8.200197359s","start":"2026-03-06T01:24:29.126448Z","end":"2026-03-06T01:24:37.326646Z","steps":["trace[1688691968] 'agreement among raft nodes before linearized reading' (duration: 8.200130998s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.326679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.12633Z","time spent":"8.200343083s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:37.326855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.34806551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:24:37.326883Z","caller":"traceutil/trace.go:171","msg":"trace[256239555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23875; }","duration":"9.348116921s","start":"2026-03-06T01:24:27.97876Z","end":"2026-03-06T01:24:37.326877Z","steps":["trace[256239555] 'agreement among raft nodes before linearized reading' (duration: 9.348036299s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.326902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:27.978752Z","time spent":"9.348146161s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:24:37.326882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.312045368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:24:37.326985Z","caller":"traceutil/trace.go:171","msg":"trace[913189532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23875; }","duration":"9.312198162s","start":"2026-03-06T01:24:28.014763Z","end":"2026-03-06T01:24:37.326961Z","steps":["trace[913189532] 'agreement among raft nodes before linearized reading' (duration: 9.311917375s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.326979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.35175726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-06T01:24:37.327054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.014754Z","time spent":"9.312288763s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:24:37.327075Z","caller":"traceutil/trace.go:171","msg":"trace[1482808253] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:23875; }","duration":"8.351889204s","start":"2026-03-06T01:24:28.975159Z","end":"2026-03-06T01:24:37.327048Z","steps":["trace[1482808253] 'agreement among raft nodes before linearized reading' (duration: 8.351668918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.352469707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fde56ebe-f86c-48a4-8cdc-fce355996892\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-06T01:24:37.327087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.352007636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-03-06T01:24:37.327126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.975151Z","time spent":"8.351964205s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-03-06T01:24:37.327149Z","caller":"traceutil/trace.go:171","msg":"trace[1620695709] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:23875; }","duration":"8.352092488s","start":"2026-03-06T01:24:28.975043Z","end":"2026-03-06T01:24:37.327135Z","steps":["trace[1620695709] 'agreement among raft nodes before linearized reading' (duration: 8.351890793s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:37.327149Z","caller":"traceutil/trace.go:171","msg":"trace[1229186886] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fde56ebe-f86c-48a4-8cdc-fce355996892; range_end:; response_count:1; response_revision:23875; }","duration":"8.352549078s","start":"2026-03-06T01:24:28.97458Z","end":"2026-03-06T01:24:37.327129Z","steps":["trace[1229186886] 'agreement among raft nodes before linearized reading' (duration: 8.352341724s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.975033Z","time spent":"8.352138748s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-06T01:24:37.327221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.974572Z","time spent":"8.35262901s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-fde56ebe-f86c-48a4-8cdc-fce355996892\" "} {"level":"warn","ts":"2026-03-06T01:24:37.326997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.35130837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-06T01:24:37.32726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.35218496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-06T01:24:37.327261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.350251485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-06T01:24:37.327297Z","caller":"traceutil/trace.go:171","msg":"trace[1511021067] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:23875; }","duration":"8.352299963s","start":"2026-03-06T01:24:28.974983Z","end":"2026-03-06T01:24:37.327283Z","steps":["trace[1511021067] 'agreement among raft nodes before linearized reading' (duration: 8.35214779s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:37.327297Z","caller":"traceutil/trace.go:171","msg":"trace[936947408] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:23875; }","duration":"8.351619557s","start":"2026-03-06T01:24:28.97566Z","end":"2026-03-06T01:24:37.32728Z","steps":["trace[936947408] 'agreement among raft nodes before linearized reading' (duration: 8.351220288s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.974967Z","time spent":"8.352352914s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-03-06T01:24:37.327328Z","caller":"traceutil/trace.go:171","msg":"trace[1883810220] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23875; }","duration":"8.350316087s","start":"2026-03-06T01:24:28.976998Z","end":"2026-03-06T01:24:37.327314Z","steps":["trace[1883810220] 'agreement among raft nodes before linearized reading' (duration: 8.350161193s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.352874846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-06T01:24:37.327357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.975653Z","time spent":"8.351689188s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1288,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-03-06T01:24:37.327379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.976979Z","time spent":"8.350389158s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:24:37.327418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.461279489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:37.327443Z","caller":"traceutil/trace.go:171","msg":"trace[1114244805] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23875; }","duration":"8.461349021s","start":"2026-03-06T01:24:28.866089Z","end":"2026-03-06T01:24:37.327438Z","steps":["trace[1114244805] 'agreement among raft nodes before linearized reading' (duration: 8.46130238s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.866068Z","time spent":"8.461390472s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:37.327304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.306898957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:24:37.327623Z","caller":"traceutil/trace.go:171","msg":"trace[1736525555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23875; }","duration":"9.307223675s","start":"2026-03-06T01:24:28.020377Z","end":"2026-03-06T01:24:37.327601Z","steps":["trace[1736525555] 'agreement among raft nodes before linearized reading' (duration: 9.306887527s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:37.327381Z","caller":"traceutil/trace.go:171","msg":"trace[1007204273] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23875; }","duration":"8.352977708s","start":"2026-03-06T01:24:28.974397Z","end":"2026-03-06T01:24:37.327374Z","steps":["trace[1007204273] 'agreement among raft nodes before linearized reading' (duration: 8.352917517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.020365Z","time spent":"9.307315677s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:24:37.327744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.974377Z","time spent":"8.353351857s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-06T01:24:37.32713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.349843715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-06T01:24:37.327769Z","caller":"traceutil/trace.go:171","msg":"trace[1674195928] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"3.557826093s","start":"2026-03-06T01:24:33.769931Z","end":"2026-03-06T01:24:37.327757Z","steps":["trace[1674195928] 'process raft request' (duration: 3.55426006s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:37.327796Z","caller":"traceutil/trace.go:171","msg":"trace[2073850253] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23875; }","duration":"8.350525381s","start":"2026-03-06T01:24:28.977261Z","end":"2026-03-06T01:24:37.327786Z","steps":["trace[2073850253] 'agreement among raft nodes before linearized reading' (duration: 8.349769503s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.977255Z","time spent":"8.350555872s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:24:37.327646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.352065907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"warn","ts":"2026-03-06T01:24:37.327852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:33.769905Z","time spent":"3.557899205s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:37.327872Z","caller":"traceutil/trace.go:171","msg":"trace[1928759139] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:23875; }","duration":"8.352319823s","start":"2026-03-06T01:24:28.975531Z","end":"2026-03-06T01:24:37.32785Z","steps":["trace[1928759139] 'agreement among raft nodes before linearized reading' (duration: 8.352010106s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.327946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.975518Z","time spent":"8.352410145s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-03-06T01:24:37.824581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:37.975721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004967433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:37.975842Z","caller":"traceutil/trace.go:171","msg":"trace[429084149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.005116796s","start":"2026-03-06T01:24:36.970696Z","end":"2026-03-06T01:24:37.975812Z","steps":["trace[429084149] 'agreement among raft nodes before linearized reading' (duration: 1.004963602s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:37.975914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.970622Z","time spent":"1.00526869s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 01:24:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:37.98329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.333318Z","time spent":"649.962498ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:37.983343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.333439Z","time spent":"649.894266ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:38.004156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085243986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1c11a11d221c\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:38.004257Z","caller":"traceutil/trace.go:171","msg":"trace[1639336519] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1c11a11d221c; range_end:; }","duration":"2.08544688s","start":"2026-03-06T01:24:35.918788Z","end":"2026-03-06T01:24:38.004235Z","steps":["trace[1639336519] 'agreement among raft nodes before linearized reading' (duration: 2.085289816s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:38.00432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.918762Z","time spent":"2.085536863s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189a1c11a11d221c\" "} 2026/03/06 01:24:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:38.325723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:38.826603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:38.988639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000897585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:38.988733Z","caller":"traceutil/trace.go:171","msg":"trace[1916115530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001031228s","start":"2026-03-06T01:24:36.987679Z","end":"2026-03-06T01:24:38.98871Z","steps":["trace[1916115530] 'agreement among raft nodes before linearized reading' (duration: 2.000892925s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:38.988781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.987652Z","time spent":"2.001119149s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:39.327716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:39.84645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:39.969736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006942555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:39.969834Z","caller":"traceutil/trace.go:171","msg":"trace[603504124] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.007071498s","start":"2026-03-06T01:24:29.962742Z","end":"2026-03-06T01:24:39.969813Z","steps":["trace[603504124] 'agreement among raft nodes before linearized reading' (duration: 10.006937905s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:39.969889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.962718Z","time spent":"10.00715837s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/06 01:24:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:40.183443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99784114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:40.183543Z","caller":"traceutil/trace.go:171","msg":"trace[628187909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998017254s","start":"2026-03-06T01:24:35.185503Z","end":"2026-03-06T01:24:40.18352Z","steps":["trace[628187909] 'agreement among raft nodes before linearized reading' (duration: 4.997882171s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:40.183509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997470682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-06T01:24:40.183586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.185467Z","time spent":"4.998110437s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:24:40.183596Z","caller":"traceutil/trace.go:171","msg":"trace[2001878802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.997608775s","start":"2026-03-06T01:24:35.185965Z","end":"2026-03-06T01:24:40.183574Z","steps":["trace[2001878802] 'agreement among raft nodes before linearized reading' (duration: 4.997482462s)"],"step_count":1} 2026/03/06 01:24:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:40.183648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.185956Z","time spent":"4.997681387s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:24:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:40.349737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:40.482411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.506848563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-06T01:24:40.482524Z","caller":"traceutil/trace.go:171","msg":"trace[1720272975] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; }","duration":"11.507041327s","start":"2026-03-06T01:24:28.975461Z","end":"2026-03-06T01:24:40.482503Z","steps":["trace[1720272975] 'agreement among raft nodes before linearized reading' (duration: 8.35219817s)","trace[1720272975] 'range keys from in-memory index tree' (duration: 3.154683313s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:40.482566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:28.975431Z","time spent":"11.507126609s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} 2026/03/06 01:24:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:40.483778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155928142s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:40.483867Z","caller":"traceutil/trace.go:171","msg":"trace[579702384] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"6.645705805s","start":"2026-03-06T01:24:33.838144Z","end":"2026-03-06T01:24:40.48385Z","steps":["trace[579702384] 'process raft request' (duration: 3.489605329s)","trace[579702384] 'compare' (duration: 3.154507889s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:40.483908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:33.838103Z","time spent":"6.645785877s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:40.528039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.555195592s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:24:40.528571Z","caller":"traceutil/trace.go:171","msg":"trace[1207126952] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"3.555821816s","start":"2026-03-06T01:24:36.972706Z","end":"2026-03-06T01:24:40.528528Z","steps":["trace[1207126952] 'process raft request' (duration: 3.555594211s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:40.528814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.972691Z","time spent":"3.555988201s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:40.998221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000290069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:40.998352Z","caller":"traceutil/trace.go:171","msg":"trace[281478799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450443s","start":"2026-03-06T01:24:38.997876Z","end":"2026-03-06T01:24:40.998327Z","steps":["trace[281478799] 'agreement among raft nodes before linearized reading' (duration: 2.000286629s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:40.998411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.997782Z","time spent":"2.000618196s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:41.969468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9973636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-06T01:24:41.969477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997972035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:41.969587Z","caller":"traceutil/trace.go:171","msg":"trace[1689291864] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997533014s","start":"2026-03-06T01:24:36.972026Z","end":"2026-03-06T01:24:41.969559Z","steps":["trace[1689291864] 'agreement among raft nodes before linearized reading' (duration: 4.99736997s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:41.969641Z","caller":"traceutil/trace.go:171","msg":"trace[1540286086] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99820266s","start":"2026-03-06T01:24:36.971415Z","end":"2026-03-06T01:24:41.969617Z","steps":["trace[1540286086] 'agreement among raft nodes before linearized reading' (duration: 4.998006356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:41.969653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.97202Z","time spent":"4.997621576s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/06 01:24:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:41.969726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.971393Z","time spent":"4.998319613s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/06 01:24:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:41.970725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998758223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:41.970811Z","caller":"traceutil/trace.go:171","msg":"trace[794891707] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998879646s","start":"2026-03-06T01:24:36.971906Z","end":"2026-03-06T01:24:41.970785Z","steps":["trace[794891707] 'agreement among raft nodes before linearized reading' (duration: 4.998767223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:41.970866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.971892Z","time spent":"4.998962617s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-06T01:24:41.971825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.973423Z","time spent":"4.998390075s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:24:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:42.999027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:42.999156Z","caller":"traceutil/trace.go:171","msg":"trace[1296074691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539385s","start":"2026-03-06T01:24:40.998589Z","end":"2026-03-06T01:24:42.999129Z","steps":["trace[1296074691] 'agreement among raft nodes before linearized reading' (duration: 2.000367981s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:42.999248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:40.99857Z","time spent":"2.000664518s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:43.324471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.787427382s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:43.86438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.552507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:43.865439Z","caller":"traceutil/trace.go:171","msg":"trace[807020726] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"6.530598566s","start":"2026-03-06T01:24:37.334807Z","end":"2026-03-06T01:24:43.865406Z","steps":["trace[807020726] 'process raft request' (duration: 6.530089334s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:43.865449Z","caller":"traceutil/trace.go:171","msg":"trace[863011321] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23882; }","duration":"5.881936579s","start":"2026-03-06T01:24:37.983473Z","end":"2026-03-06T01:24:43.865409Z","steps":["trace[863011321] 'process raft request' (duration: 5.881474308s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:43.865586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.33479Z","time spent":"6.530719409s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:43.865633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.98345Z","time spent":"5.882087993s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:43.865783Z","caller":"traceutil/trace.go:171","msg":"trace[1398262436] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23882; }","duration":"5.882098482s","start":"2026-03-06T01:24:37.983676Z","end":"2026-03-06T01:24:43.865775Z","steps":["trace[1398262436] 'process raft request' (duration: 5.881307954s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:43.865829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.983645Z","time spent":"5.882157844s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:45.005806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:45.005939Z","caller":"traceutil/trace.go:171","msg":"trace[1763948821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662978s","start":"2026-03-06T01:24:43.005242Z","end":"2026-03-06T01:24:45.005905Z","steps":["trace[1763948821] 'agreement among raft nodes before linearized reading' (duration: 2.000496064s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.006012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:43.005222Z","time spent":"2.000779052s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:45.184126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997107411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:45.184188Z","caller":"traceutil/trace.go:171","msg":"trace[89356479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997238074s","start":"2026-03-06T01:24:42.186935Z","end":"2026-03-06T01:24:45.184173Z","steps":["trace[89356479] 'agreement among raft nodes before linearized reading' (duration: 2.997150802s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.184264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:42.186909Z","time spent":"2.997344326s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:24:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:45.184352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997059199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:45.184372Z","caller":"traceutil/trace.go:171","msg":"trace[403271991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997092581s","start":"2026-03-06T01:24:42.187274Z","end":"2026-03-06T01:24:45.184367Z","steps":["trace[403271991] 'agreement among raft nodes before linearized reading' (duration: 2.99707269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.184388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:42.187269Z","time spent":"2.997114761s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:24:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:45.622061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757021165s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-06T01:24:45.622575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.366144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:45.622716Z","caller":"traceutil/trace.go:171","msg":"trace[1350177176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23883; }","duration":"655.519157ms","start":"2026-03-06T01:24:44.967176Z","end":"2026-03-06T01:24:45.622695Z","steps":["trace[1350177176] 'range keys from in-memory index tree' (duration: 655.346693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.622986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:45.18446Z","time spent":"438.517907ms","remote":"127.0.0.1:34282","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:24:45.626701Z","caller":"traceutil/trace.go:171","msg":"trace[673369894] linearizableReadLoop","detail":"{readStateIndex:24737; appliedIndex:24728; }","duration":"8.302343265s","start":"2026-03-06T01:24:37.324331Z","end":"2026-03-06T01:24:45.626675Z","steps":["trace[673369894] 'read index received' (duration: 3.203935574s)","trace[673369894] 'applied index is now lower than readState.Index' (duration: 5.098406581s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:45.626804Z","caller":"traceutil/trace.go:171","msg":"trace[396220834] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"5.655229522s","start":"2026-03-06T01:24:39.971563Z","end":"2026-03-06T01:24:45.626792Z","steps":["trace[396220834] 'process raft request' (duration: 5.650589163s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:45.626911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:39.971525Z","time spent":"5.655312604s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:46.127218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:46.627649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:46.98795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.016038746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:46.98827Z","caller":"traceutil/trace.go:171","msg":"trace[231534887] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.016418005s","start":"2026-03-06T01:24:41.971841Z","end":"2026-03-06T01:24:46.988259Z","steps":["trace[231534887] 'agreement among raft nodes before linearized reading' (duration: 5.016076897s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.988297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.971819Z","time spent":"5.016471835s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/06 01:24:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:46.988015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.015936963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:46.988354Z","caller":"traceutil/trace.go:171","msg":"trace[818807981] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.016299422s","start":"2026-03-06T01:24:41.972051Z","end":"2026-03-06T01:24:46.988351Z","steps":["trace[818807981] 'agreement among raft nodes before linearized reading' (duration: 5.015952034s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.988373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.972042Z","time spent":"5.016327732s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/06 01:24:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:46.988051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012537604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:46.988409Z","caller":"traceutil/trace.go:171","msg":"trace[1423813073] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.012964224s","start":"2026-03-06T01:24:41.975441Z","end":"2026-03-06T01:24:46.988406Z","steps":["trace[1423813073] 'agreement among raft nodes before linearized reading' (duration: 5.012605546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.988422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.975397Z","time spent":"5.013022175s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/06 01:24:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:46.988054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.014900399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:24:46.988459Z","caller":"traceutil/trace.go:171","msg":"trace[468612125] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.01539289s","start":"2026-03-06T01:24:41.973063Z","end":"2026-03-06T01:24:46.988455Z","steps":["trace[468612125] 'agreement among raft nodes before linearized reading' (duration: 5.01496942s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:46.988477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.973033Z","time spent":"5.015439092s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/06 01:24:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:47.042272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035880111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:47.042333Z","caller":"traceutil/trace.go:171","msg":"trace[1903969189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.035957572s","start":"2026-03-06T01:24:45.006363Z","end":"2026-03-06T01:24:47.042321Z","steps":["trace[1903969189] 'agreement among raft nodes before linearized reading' (duration: 2.03587819s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:47.042362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:45.006316Z","time spent":"2.036040734s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:24:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:47.128568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:47.532142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:42.543284Z","time spent":"4.98884871s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:24:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:47.62949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844825985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:47.90599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.311850729s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:48.1748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.203325071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-06T01:24:48.174904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.499431701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.174926Z","caller":"traceutil/trace.go:171","msg":"trace[1975240820] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23884; }","duration":"11.203498825s","start":"2026-03-06T01:24:36.971395Z","end":"2026-03-06T01:24:48.174894Z","steps":["trace[1975240820] 'agreement among raft nodes before linearized reading' (duration: 8.655768864s)","trace[1975240820] 'range keys from in-memory index tree' (duration: 2.547391223s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.174968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.54692265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.174986Z","caller":"traceutil/trace.go:171","msg":"trace[204447718] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23884; }","duration":"16.546974292s","start":"2026-03-06T01:24:31.628004Z","end":"2026-03-06T01:24:48.174978Z","steps":["trace[204447718] 'agreement among raft nodes before linearized reading' (duration: 13.99922487s)","trace[204447718] 'count revisions from in-memory index tree' (duration: 2.547722001s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.174984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.971387Z","time spent":"11.203583767s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:24:48.175009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.627988Z","time spent":"16.547014192s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.175158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.7544591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.175175Z","caller":"traceutil/trace.go:171","msg":"trace[1137697502] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23884; }","duration":"16.754524461s","start":"2026-03-06T01:24:31.420644Z","end":"2026-03-06T01:24:48.175168Z","steps":["trace[1137697502] 'agreement among raft nodes before linearized reading' (duration: 14.206599595s)","trace[1137697502] 'count revisions from in-memory index tree' (duration: 2.547896335s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.1752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.420608Z","time spent":"16.754582693s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.174846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.280821958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:48.17524Z","caller":"traceutil/trace.go:171","msg":"trace[157084233] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23884; }","duration":"12.281280338s","start":"2026-03-06T01:24:35.893943Z","end":"2026-03-06T01:24:48.175224Z","steps":["trace[157084233] 'agreement among raft nodes before linearized reading' (duration: 9.733260861s)","trace[157084233] 'count revisions from in-memory index tree' (duration: 2.547581137s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.175297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.893917Z","time spent":"12.281359321s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.17545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.381365269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:24:48.175478Z","caller":"traceutil/trace.go:171","msg":"trace[230244090] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23884; }","duration":"17.381420559s","start":"2026-03-06T01:24:30.794047Z","end":"2026-03-06T01:24:48.175468Z","steps":["trace[230244090] 'agreement among raft nodes before linearized reading' (duration: 14.833208037s)","trace[230244090] 'range keys from in-memory index tree' (duration: 2.548081149s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.175517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.79403Z","time spent":"17.381480891s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:24:48.17494Z","caller":"traceutil/trace.go:171","msg":"trace[1012377663] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23884; }","duration":"16.499476851s","start":"2026-03-06T01:24:31.675447Z","end":"2026-03-06T01:24:48.174923Z","steps":["trace[1012377663] 'agreement among raft nodes before linearized reading' (duration: 13.951770521s)","trace[1012377663] 'count revisions from in-memory index tree' (duration: 2.54766925s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.175644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.87018766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.175673Z","caller":"traceutil/trace.go:171","msg":"trace[1999191337] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23884; }","duration":"17.870251252s","start":"2026-03-06T01:24:30.30541Z","end":"2026-03-06T01:24:48.175661Z","steps":["trace[1999191337] 'agreement among raft nodes before linearized reading' (duration: 15.321859325s)","trace[1999191337] 'count revisions from in-memory index tree' (duration: 2.548357566s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.175719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.305385Z","time spent":"17.870328234s","remote":"127.0.0.1:58700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.175882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.414795223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:48.175975Z","caller":"traceutil/trace.go:171","msg":"trace[445808573] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23884; }","duration":"16.414931926s","start":"2026-03-06T01:24:31.761019Z","end":"2026-03-06T01:24:48.175951Z","steps":["trace[445808573] 'agreement among raft nodes before linearized reading' (duration: 13.866193942s)","trace[445808573] 'count revisions from in-memory index tree' (duration: 2.54853854s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.176018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.76101Z","time spent":"16.414998828s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.176248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.768358176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:48.176279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.028914627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.176323Z","caller":"traceutil/trace.go:171","msg":"trace[684404324] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:23884; }","duration":"13.768479479s","start":"2026-03-06T01:24:34.407823Z","end":"2026-03-06T01:24:48.176303Z","steps":["trace[684404324] 'agreement among raft nodes before linearized reading' (duration: 11.219522199s)","trace[684404324] 'range keys from in-memory index tree' (duration: 2.548836617s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:48.176341Z","caller":"traceutil/trace.go:171","msg":"trace[150982187] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23884; }","duration":"13.02903124s","start":"2026-03-06T01:24:35.147289Z","end":"2026-03-06T01:24:48.17632Z","steps":["trace[150982187] 'agreement among raft nodes before linearized reading' (duration: 10.480003559s)","trace[150982187] 'count revisions from in-memory index tree' (duration: 2.548932249s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.176331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.987974733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:48.176397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.087062378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.176424Z","caller":"traceutil/trace.go:171","msg":"trace[2003218552] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23884; }","duration":"18.08715908s","start":"2026-03-06T01:24:30.089259Z","end":"2026-03-06T01:24:48.176418Z","steps":["trace[2003218552] 'agreement among raft nodes before linearized reading' (duration: 15.538039347s)","trace[2003218552] 'count revisions from in-memory index tree' (duration: 2.549082843s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.176442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.089233Z","time spent":"18.087205751s","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:48.176421Z","caller":"traceutil/trace.go:171","msg":"trace[885737497] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23884; }","duration":"17.988092586s","start":"2026-03-06T01:24:30.188302Z","end":"2026-03-06T01:24:48.176395Z","steps":["trace[885737497] 'agreement among raft nodes before linearized reading' (duration: 15.438978112s)","trace[885737497] 'count revisions from in-memory index tree' (duration: 2.549011531s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.17563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.675437Z","time spent":"16.500102406s","remote":"127.0.0.1:58668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.176467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.203684183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-06T01:24:48.176408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.981664036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-06T01:24:48.176367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:34.407803Z","time spent":"13.7685583s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:24:48.176524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.224177191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.176545Z","caller":"traceutil/trace.go:171","msg":"trace[1534668376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23884; }","duration":"13.224254192s","start":"2026-03-06T01:24:34.952283Z","end":"2026-03-06T01:24:48.176537Z","steps":["trace[1534668376] 'agreement among raft nodes before linearized reading' (duration: 10.675047836s)","trace[1534668376] 'count revisions from in-memory index tree' (duration: 2.549171275s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.17655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.199097014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:24:48.176568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:34.952264Z","time spent":"13.224298703s","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:48.176578Z","caller":"traceutil/trace.go:171","msg":"trace[632142772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23884; }","duration":"13.199169606s","start":"2026-03-06T01:24:34.977397Z","end":"2026-03-06T01:24:48.176567Z","steps":["trace[632142772] 'agreement among raft nodes before linearized reading' (duration: 10.649916469s)","trace[632142772] 'range keys from in-memory index tree' (duration: 2.549177315s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.176599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:34.977376Z","time spent":"13.199217927s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:24:48.176635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.204132125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:48.176674Z","caller":"traceutil/trace.go:171","msg":"trace[773278034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23884; }","duration":"15.204204107s","start":"2026-03-06T01:24:32.972462Z","end":"2026-03-06T01:24:48.176666Z","steps":["trace[773278034] 'agreement among raft nodes before linearized reading' (duration: 12.65493006s)","trace[773278034] 'count revisions from in-memory index tree' (duration: 2.549201276s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:48.176492Z","caller":"traceutil/trace.go:171","msg":"trace[321714176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23884; }","duration":"18.203743525s","start":"2026-03-06T01:24:29.972739Z","end":"2026-03-06T01:24:48.176483Z","steps":["trace[321714176] 'agreement among raft nodes before linearized reading' (duration: 15.65457114s)","trace[321714176] 'range keys from in-memory index tree' (duration: 2.549072633s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.176718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:29.972718Z","time spent":"18.20399464s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:24:48.176754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:32.972442Z","time spent":"15.204264758s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:48.176544Z","caller":"traceutil/trace.go:171","msg":"trace[1338407022] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23884; }","duration":"14.98183027s","start":"2026-03-06T01:24:33.194678Z","end":"2026-03-06T01:24:48.176508Z","steps":["trace[1338407022] 'agreement among raft nodes before linearized reading' (duration: 12.432696587s)","trace[1338407022] 'range keys from in-memory index tree' (duration: 2.548853407s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.176855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:33.194661Z","time spent":"14.982185629s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:24:48.176483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:30.188283Z","time spent":"17.988184818s","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.176368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:35.14726Z","time spent":"13.029101872s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.177061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.929393422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:48.177116Z","caller":"traceutil/trace.go:171","msg":"trace[1096333532] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23884; }","duration":"15.929497995s","start":"2026-03-06T01:24:32.247612Z","end":"2026-03-06T01:24:48.17711Z","steps":["trace[1096333532] 'agreement among raft nodes before linearized reading' (duration: 13.379800647s)","trace[1096333532] 'count revisions from in-memory index tree' (duration: 2.549625535s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.177156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:32.247586Z","time spent":"15.929561175s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.17731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.307958556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:48.177401Z","caller":"traceutil/trace.go:171","msg":"trace[942429996] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23884; }","duration":"16.30810372s","start":"2026-03-06T01:24:31.869272Z","end":"2026-03-06T01:24:48.177376Z","steps":["trace[942429996] 'agreement among raft nodes before linearized reading' (duration: 13.758156107s)","trace[942429996] 'count revisions from in-memory index tree' (duration: 2.549795579s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.177442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:31.869252Z","time spent":"16.308181361s","remote":"127.0.0.1:60500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.178307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.788088834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:48.17834Z","caller":"traceutil/trace.go:171","msg":"trace[1968595227] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23884; }","duration":"11.788183687s","start":"2026-03-06T01:24:36.390147Z","end":"2026-03-06T01:24:48.178331Z","steps":["trace[1968595227] 'agreement among raft nodes before linearized reading' (duration: 9.237037006s)","trace[1968595227] 'count revisions from in-memory index tree' (duration: 2.55109842s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.178366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.390118Z","time spent":"11.788242198s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:48.178471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551744415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:48.178694Z","caller":"traceutil/trace.go:171","msg":"trace[1542180353] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"5.707348939s","start":"2026-03-06T01:24:42.471331Z","end":"2026-03-06T01:24:48.17868Z","steps":["trace[1542180353] 'process raft request' (duration: 3.155332618s)","trace[1542180353] 'compare' (duration: 2.54809301s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.178791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:42.471306Z","time spent":"5.707436462s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:48.179156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.166794323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:24:48.17958Z","caller":"traceutil/trace.go:171","msg":"trace[1816186149] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23884; }","duration":"12.166915017s","start":"2026-03-06T01:24:36.012301Z","end":"2026-03-06T01:24:48.179216Z","steps":["trace[1816186149] 'agreement among raft nodes before linearized reading' (duration: 9.614893155s)","trace[1816186149] 'range keys from in-memory index tree' (duration: 2.547296021s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:48.179609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:36.012274Z","time spent":"12.167328626s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:24:48.179612Z","caller":"traceutil/trace.go:171","msg":"trace[331758478] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"2.990561159s","start":"2026-03-06T01:24:45.188799Z","end":"2026-03-06T01:24:48.17936Z","steps":["trace[331758478] 'process raft request' (duration: 2.990448256s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:48.179721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:45.188782Z","time spent":"2.990871976s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:48.179895Z","caller":"traceutil/trace.go:171","msg":"trace[1678579615] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"2.993702392s","start":"2026-03-06T01:24:45.18618Z","end":"2026-03-06T01:24:48.179883Z","steps":["trace[1678579615] 'process raft request' (duration: 2.992878543s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:48.179935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:45.186147Z","time spent":"2.993768693s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:49.04769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:24:49.047789Z","caller":"traceutil/trace.go:171","msg":"trace[750399051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350631s","start":"2026-03-06T01:24:47.047416Z","end":"2026-03-06T01:24:49.047766Z","steps":["trace[750399051] 'agreement among raft nodes before linearized reading' (duration: 2.000210158s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:49.047838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:47.04741Z","time spent":"2.000419173s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:49.829321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.180213Z","time spent":"1.649098204s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:24:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:24:50.737878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.384694731s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:24:50.742204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.52806Z","time spent":"2.214137736s","remote":"127.0.0.1:34288","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:50.743602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390356224s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:50.743819Z","caller":"traceutil/trace.go:171","msg":"trace[941108406] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"3.755445971s","start":"2026-03-06T01:24:46.988341Z","end":"2026-03-06T01:24:50.743787Z","steps":["trace[941108406] 'process raft request' (duration: 1.36480093s)","trace[941108406] 'compare' (duration: 2.388381228s)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:50.743905Z","caller":"traceutil/trace.go:171","msg":"trace[1230873225] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"3.259060932s","start":"2026-03-06T01:24:47.484829Z","end":"2026-03-06T01:24:50.74389Z","steps":["trace[1230873225] 'process raft request' (duration: 3.258868668s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.743925Z","caller":"traceutil/trace.go:171","msg":"trace[769156238] linearizableReadLoop","detail":"{readStateIndex:24743; appliedIndex:24737; }","duration":"5.117150249s","start":"2026-03-06T01:24:45.626757Z","end":"2026-03-06T01:24:50.743907Z","steps":["trace[769156238] 'read index received' (duration: 2.279653257s)","trace[769156238] 'applied index is now lower than readState.Index' (duration: 2.837495592s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:50.743963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.180129Z","time spent":"2.563827827s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:24:50.743981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:47.48479Z","time spent":"3.259138254s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:50.743979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.988297Z","time spent":"3.755587784s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:50.744013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.497337261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.744082Z","caller":"traceutil/trace.go:171","msg":"trace[2040497168] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23891; }","duration":"11.497472293s","start":"2026-03-06T01:24:39.246594Z","end":"2026-03-06T01:24:50.744067Z","steps":["trace[2040497168] 'agreement among raft nodes before linearized reading' (duration: 11.49731755s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:39.246564Z","time spent":"11.497538005s","remote":"127.0.0.1:58606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:50.744267Z","caller":"traceutil/trace.go:171","msg":"trace[987990264] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"2.560912789s","start":"2026-03-06T01:24:48.183342Z","end":"2026-03-06T01:24:50.744254Z","steps":["trace[987990264] 'process raft request' (duration: 2.560567421s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.74432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.681077549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.744328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.183335Z","time spent":"2.5609641s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:50.744343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.030100479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:50.744352Z","caller":"traceutil/trace.go:171","msg":"trace[1269543492] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23892; }","duration":"12.681141091s","start":"2026-03-06T01:24:38.063193Z","end":"2026-03-06T01:24:50.744334Z","steps":["trace[1269543492] 'agreement among raft nodes before linearized reading' (duration: 12.680875024s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.74437Z","caller":"traceutil/trace.go:171","msg":"trace[734673890] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23892; }","duration":"12.03015918s","start":"2026-03-06T01:24:38.714196Z","end":"2026-03-06T01:24:50.744355Z","steps":["trace[734673890] 'agreement among raft nodes before linearized reading' (duration: 12.029786961s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.405910344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-06T01:24:50.74438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.063173Z","time spent":"12.681201393s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.244836885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.744424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.468564964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.744439Z","caller":"traceutil/trace.go:171","msg":"trace[2145801997] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23892; }","duration":"12.468600355s","start":"2026-03-06T01:24:38.275834Z","end":"2026-03-06T01:24:50.744434Z","steps":["trace[2145801997] 'agreement among raft nodes before linearized reading' (duration: 12.468163965s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.744431Z","caller":"traceutil/trace.go:171","msg":"trace[1687737] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23892; }","duration":"7.244927018s","start":"2026-03-06T01:24:43.499489Z","end":"2026-03-06T01:24:50.744416Z","steps":["trace[1687737] 'agreement among raft nodes before linearized reading' (duration: 7.244480367s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.275824Z","time spent":"12.468637606s","remote":"127.0.0.1:58644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:43.499443Z","time spent":"7.24501531s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.590483261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:50.744508Z","caller":"traceutil/trace.go:171","msg":"trace[890518623] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23892; }","duration":"7.590565644s","start":"2026-03-06T01:24:43.153936Z","end":"2026-03-06T01:24:50.744502Z","steps":["trace[890518623] 'agreement among raft nodes before linearized reading' (duration: 7.590043671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.093431243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-06T01:24:50.744531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:43.153916Z","time spent":"7.590609945s","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":177,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.609534807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189a1bfd516e3308\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-03-06T01:24:50.74455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.267201394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.744571Z","caller":"traceutil/trace.go:171","msg":"trace[674043467] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189a1bfd516e3308; range_end:; response_count:1; response_revision:23892; }","duration":"12.609585969s","start":"2026-03-06T01:24:38.13498Z","end":"2026-03-06T01:24:50.744566Z","steps":["trace[674043467] 'agreement among raft nodes before linearized reading' (duration: 12.609027556s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.74458Z","caller":"traceutil/trace.go:171","msg":"trace[927969571] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23892; }","duration":"11.267265264s","start":"2026-03-06T01:24:39.477308Z","end":"2026-03-06T01:24:50.744573Z","steps":["trace[927969571] 'agreement among raft nodes before linearized reading' (duration: 11.266801353s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.13496Z","time spent":"12.60962386s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189a1bfd516e3308\" "} {"level":"warn","ts":"2026-03-06T01:24:50.744391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:38.714174Z","time spent":"12.030212431s","remote":"127.0.0.1:60900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.213239089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:50.74462Z","caller":"traceutil/trace.go:171","msg":"trace[757267446] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23892; }","duration":"9.213317091s","start":"2026-03-06T01:24:41.531299Z","end":"2026-03-06T01:24:50.744616Z","steps":["trace[757267446] 'agreement among raft nodes before linearized reading' (duration: 9.212805789s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.054925265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-06T01:24:50.744638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.531269Z","time spent":"9.213364392s","remote":"127.0.0.1:60564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.804598848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:50.744661Z","caller":"traceutil/trace.go:171","msg":"trace[1169367067] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23892; }","duration":"13.055023468s","start":"2026-03-06T01:24:37.68962Z","end":"2026-03-06T01:24:50.744644Z","steps":["trace[1169367067] 'agreement among raft nodes before linearized reading' (duration: 13.054450504s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.043373555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126041"} {"level":"warn","ts":"2026-03-06T01:24:50.744705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399839604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.744712Z","caller":"traceutil/trace.go:171","msg":"trace[813135251] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23892; }","duration":"13.0435767s","start":"2026-03-06T01:24:37.701127Z","end":"2026-03-06T01:24:50.744704Z","steps":["trace[813135251] 'agreement among raft nodes before linearized reading' (duration: 13.042967486s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.689579Z","time spent":"13.05512727s","remote":"127.0.0.1:60528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-06T01:24:50.74473Z","caller":"traceutil/trace.go:171","msg":"trace[747987517] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23892; }","duration":"5.399913256s","start":"2026-03-06T01:24:45.344811Z","end":"2026-03-06T01:24:50.744724Z","steps":["trace[747987517] 'agreement among raft nodes before linearized reading' (duration: 5.399135718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.701115Z","time spent":"13.043617271s","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126064,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-06T01:24:50.744752Z","caller":"traceutil/trace.go:171","msg":"trace[1547116850] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"2.56057028s","start":"2026-03-06T01:24:48.184175Z","end":"2026-03-06T01:24:50.744745Z","steps":["trace[1547116850] 'process raft request' (duration: 2.560009427s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:45.344782Z","time spent":"5.399966997s","remote":"127.0.0.1:53794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.094041279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.744712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.304686541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.744784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.184166Z","time spent":"2.560600962s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:50.744794Z","caller":"traceutil/trace.go:171","msg":"trace[602683823] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23893; }","duration":"13.09410175s","start":"2026-03-06T01:24:37.650685Z","end":"2026-03-06T01:24:50.744787Z","steps":["trace[602683823] 'agreement among raft nodes before linearized reading' (duration: 13.093391224s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.744803Z","caller":"traceutil/trace.go:171","msg":"trace[143495606] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23892; }","duration":"13.304828164s","start":"2026-03-06T01:24:37.439966Z","end":"2026-03-06T01:24:50.744794Z","steps":["trace[143495606] 'agreement among raft nodes before linearized reading' (duration: 13.304112898s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.650664Z","time spent":"13.094144152s","remote":"127.0.0.1:43564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:50.74456Z","caller":"traceutil/trace.go:171","msg":"trace[994620135] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23892; }","duration":"11.093531665s","start":"2026-03-06T01:24:39.651023Z","end":"2026-03-06T01:24:50.744555Z","steps":["trace[994620135] 'agreement among raft nodes before linearized reading' (duration: 11.093084104s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.848491282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:50.744678Z","caller":"traceutil/trace.go:171","msg":"trace[148117600] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23892; }","duration":"6.80468198s","start":"2026-03-06T01:24:43.939984Z","end":"2026-03-06T01:24:50.744666Z","steps":["trace[148117600] 'agreement among raft nodes before linearized reading' (duration: 6.803975204s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.744854Z","caller":"traceutil/trace.go:171","msg":"trace[720416796] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23893; }","duration":"12.848528802s","start":"2026-03-06T01:24:37.896312Z","end":"2026-03-06T01:24:50.744841Z","steps":["trace[720416796] 'agreement among raft nodes before linearized reading' (duration: 12.847774255s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.74487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:43.939961Z","time spent":"6.804904095s","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:39.477288Z","time spent":"11.267305786s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.896246Z","time spent":"12.848629084s","remote":"127.0.0.1:60860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.503525252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.744918Z","caller":"traceutil/trace.go:171","msg":"trace[485077333] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23892; }","duration":"9.504090745s","start":"2026-03-06T01:24:41.24082Z","end":"2026-03-06T01:24:50.744911Z","steps":["trace[485077333] 'agreement among raft nodes before linearized reading' (duration: 9.503273726s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.439938Z","time spent":"13.304879196s","remote":"127.0.0.1:58604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.744944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:41.240799Z","time spent":"9.504136767s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:50.744396Z","caller":"traceutil/trace.go:171","msg":"trace[505727701] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23892; }","duration":"8.405998317s","start":"2026-03-06T01:24:42.33839Z","end":"2026-03-06T01:24:50.744388Z","steps":["trace[505727701] 'agreement among raft nodes before linearized reading' (duration: 8.405527916s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.744841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:39.650979Z","time spent":"11.093854612s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:24:50.744997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:42.338367Z","time spent":"8.406619021s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:24:50.744499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.306898513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-06T01:24:50.745064Z","caller":"traceutil/trace.go:171","msg":"trace[1585585305] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23892; }","duration":"13.307560438s","start":"2026-03-06T01:24:37.43749Z","end":"2026-03-06T01:24:50.745051Z","steps":["trace[1585585305] 'agreement among raft nodes before linearized reading' (duration: 13.306599756s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.745098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:37.437456Z","time spent":"13.30763169s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-06T01:24:50.786195Z","caller":"traceutil/trace.go:171","msg":"trace[131463800] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"278.110758ms","start":"2026-03-06T01:24:50.508063Z","end":"2026-03-06T01:24:50.786174Z","steps":["trace[131463800] 'process raft request' (duration: 277.622327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.786835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583287932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-06T01:24:50.786897Z","caller":"traceutil/trace.go:171","msg":"trace[1892886630] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23895; }","duration":"2.583432755s","start":"2026-03-06T01:24:48.203447Z","end":"2026-03-06T01:24:50.78688Z","steps":["trace[1892886630] 'agreement among raft nodes before linearized reading' (duration: 2.582958534s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.786924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.203411Z","time spent":"2.583508917s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:24:50.786979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60362704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-06T01:24:50.787013Z","caller":"traceutil/trace.go:171","msg":"trace[2672558] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23895; }","duration":"1.603703393s","start":"2026-03-06T01:24:49.183299Z","end":"2026-03-06T01:24:50.787002Z","steps":["trace[2672558] 'agreement among raft nodes before linearized reading' (duration: 1.603557899s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.786975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738474412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.787031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:49.183284Z","time spent":"1.603742243s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"info","ts":"2026-03-06T01:24:50.787061Z","caller":"traceutil/trace.go:171","msg":"trace[563154054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23895; }","duration":"1.738615174s","start":"2026-03-06T01:24:49.048426Z","end":"2026-03-06T01:24:50.787041Z","steps":["trace[563154054] 'agreement among raft nodes before linearized reading' (duration: 1.73841985s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250533463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"warn","ts":"2026-03-06T01:24:50.787105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:49.048408Z","time spent":"1.738690687s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:24:50.78712Z","caller":"traceutil/trace.go:171","msg":"trace[853144265] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23895; }","duration":"3.250593994s","start":"2026-03-06T01:24:47.536517Z","end":"2026-03-06T01:24:50.787111Z","steps":["trace[853144265] 'agreement among raft nodes before linearized reading' (duration: 3.250526693s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198421029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.787023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701358161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:50.787153Z","caller":"traceutil/trace.go:171","msg":"trace[485630582] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23895; }","duration":"2.198522411s","start":"2026-03-06T01:24:48.588621Z","end":"2026-03-06T01:24:50.787144Z","steps":["trace[485630582] 'agreement among raft nodes before linearized reading' (duration: 2.198456499s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.787157Z","caller":"traceutil/trace.go:171","msg":"trace[833670649] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23895; }","duration":"2.701523674s","start":"2026-03-06T01:24:48.085627Z","end":"2026-03-06T01:24:50.78715Z","steps":["trace[833670649] 'agreement among raft nodes before linearized reading' (duration: 2.70135488s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:47.536499Z","time spent":"3.250642266s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:24:50.787177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.085612Z","time spent":"2.701558285s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.78717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.588592Z","time spent":"2.198573112s","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.787225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561158888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274419"} {"level":"warn","ts":"2026-03-06T01:24:50.787279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744511055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.787284Z","caller":"traceutil/trace.go:171","msg":"trace[96281020] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23895; }","duration":"1.561261611s","start":"2026-03-06T01:24:49.226009Z","end":"2026-03-06T01:24:50.78727Z","steps":["trace[96281020] 'agreement among raft nodes before linearized reading' (duration: 1.56080293s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.787308Z","caller":"traceutil/trace.go:171","msg":"trace[627098224] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23895; }","duration":"3.744563416s","start":"2026-03-06T01:24:47.042734Z","end":"2026-03-06T01:24:50.787298Z","steps":["trace[627098224] 'agreement among raft nodes before linearized reading' (duration: 3.744519215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:49.225994Z","time spent":"1.561316942s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274442,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:24:50.787336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:47.042716Z","time spent":"3.744608347s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.787399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.326152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.787417Z","caller":"traceutil/trace.go:171","msg":"trace[1172251805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23895; }","duration":"316.348212ms","start":"2026-03-06T01:24:50.471063Z","end":"2026-03-06T01:24:50.787411Z","steps":["trace[1172251805] 'agreement among raft nodes before linearized reading' (duration: 316.299701ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:50.787424Z","caller":"traceutil/trace.go:171","msg":"trace[2062998559] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"153.681451ms","start":"2026-03-06T01:24:50.633733Z","end":"2026-03-06T01:24:50.787415Z","steps":["trace[2062998559] 'process raft request' (duration: 152.082604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:50.471005Z","time spent":"316.422243ms","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.787484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799242425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-03-06T01:24:50.787511Z","caller":"traceutil/trace.go:171","msg":"trace[577133386] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23895; }","duration":"3.799294345s","start":"2026-03-06T01:24:46.98821Z","end":"2026-03-06T01:24:50.787505Z","steps":["trace[577133386] 'agreement among raft nodes before linearized reading' (duration: 3.799225544s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.78753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.988195Z","time spent":"3.799330567s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-06T01:24:50.787575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696538481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:50.787584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235113309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.787605Z","caller":"traceutil/trace.go:171","msg":"trace[690759045] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23895; }","duration":"4.23516554s","start":"2026-03-06T01:24:46.552434Z","end":"2026-03-06T01:24:50.787599Z","steps":["trace[690759045] 'agreement among raft nodes before linearized reading' (duration: 4.23513231s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799473879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.787621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.552418Z","time spent":"4.235199461s","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:50.787625Z","caller":"traceutil/trace.go:171","msg":"trace[1658188989] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23895; }","duration":"3.799556772s","start":"2026-03-06T01:24:46.988061Z","end":"2026-03-06T01:24:50.787618Z","steps":["trace[1658188989] 'agreement among raft nodes before linearized reading' (duration: 3.799519281s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.988038Z","time spent":"3.799598302s","remote":"127.0.0.1:58990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.787643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.334424669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:50.787649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.180241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:50.787663Z","caller":"traceutil/trace.go:171","msg":"trace[483273633] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23895; }","duration":"4.33444758s","start":"2026-03-06T01:24:46.453209Z","end":"2026-03-06T01:24:50.787657Z","steps":["trace[483273633] 'agreement among raft nodes before linearized reading' (duration: 4.334407939s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.453148Z","time spent":"4.334529662s","remote":"127.0.0.1:58868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:50.787688Z","caller":"traceutil/trace.go:171","msg":"trace[2111240303] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23895; }","duration":"798.249052ms","start":"2026-03-06T01:24:49.989413Z","end":"2026-03-06T01:24:50.787662Z","steps":["trace[2111240303] 'agreement among raft nodes before linearized reading' (duration: 798.201881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:49.989385Z","time spent":"798.314884ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:24:50.787604Z","caller":"traceutil/trace.go:171","msg":"trace[115749472] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23895; }","duration":"4.696601191s","start":"2026-03-06T01:24:46.090996Z","end":"2026-03-06T01:24:50.787597Z","steps":["trace[115749472] 'agreement among raft nodes before linearized reading' (duration: 4.69653024s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.78773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:46.090981Z","time spent":"4.696743395s","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:50.78729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434682239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:50.78781Z","caller":"traceutil/trace.go:171","msg":"trace[796331675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23895; }","duration":"2.435204761s","start":"2026-03-06T01:24:48.3526Z","end":"2026-03-06T01:24:50.787805Z","steps":["trace[796331675] 'agreement among raft nodes before linearized reading' (duration: 2.434667059s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:50.787833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:48.352511Z","time spent":"2.435313864s","remote":"127.0.0.1:58696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:51.004018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.605996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:51.004202Z","caller":"traceutil/trace.go:171","msg":"trace[797340740] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"257.572748ms","start":"2026-03-06T01:24:50.746605Z","end":"2026-03-06T01:24:51.004178Z","steps":["trace[797340740] 'process raft request' (duration: 110.713016ms)","trace[797340740] 'compare' (duration: 146.361911ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:51.004225Z","caller":"traceutil/trace.go:171","msg":"trace[2050322819] linearizableReadLoop","detail":"{readStateIndex:24751; appliedIndex:24749; }","duration":"218.346022ms","start":"2026-03-06T01:24:50.785859Z","end":"2026-03-06T01:24:51.004205Z","steps":["trace[2050322819] 'read index received' (duration: 71.401018ms)","trace[2050322819] 'applied index is now lower than readState.Index' (duration: 146.938454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:51.004795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.019635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-935d473e-1fef-4264-86ec-4ce0b2dbfa42\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-06T01:24:51.004855Z","caller":"traceutil/trace.go:171","msg":"trace[419376462] range","detail":"{range_begin:/registry/persistentvolumes/pvc-935d473e-1fef-4264-86ec-4ce0b2dbfa42; range_end:; response_count:1; response_revision:23896; }","duration":"245.139688ms","start":"2026-03-06T01:24:50.759699Z","end":"2026-03-06T01:24:51.004839Z","steps":["trace[419376462] 'agreement among raft nodes before linearized reading' (duration: 244.914062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.005059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.249461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118227"} {"level":"info","ts":"2026-03-06T01:24:51.005082Z","caller":"traceutil/trace.go:171","msg":"trace[836926122] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:23896; }","duration":"245.292661ms","start":"2026-03-06T01:24:50.759782Z","end":"2026-03-06T01:24:51.005075Z","steps":["trace[836926122] 'agreement among raft nodes before linearized reading' (duration: 244.668207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.006699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.923059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118227"} {"level":"info","ts":"2026-03-06T01:24:51.006737Z","caller":"traceutil/trace.go:171","msg":"trace[395015180] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:23896; }","duration":"247.014652ms","start":"2026-03-06T01:24:50.759714Z","end":"2026-03-06T01:24:51.006729Z","steps":["trace[395015180] 'agreement among raft nodes before linearized reading' (duration: 244.899712ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:51.008626Z","caller":"traceutil/trace.go:171","msg":"trace[1099721047] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"210.913669ms","start":"2026-03-06T01:24:50.797691Z","end":"2026-03-06T01:24:51.008605Z","steps":["trace[1099721047] 'process raft request' (duration: 210.780716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.008754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.033751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:51.00879Z","caller":"traceutil/trace.go:171","msg":"trace[2124921059] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23897; }","duration":"101.103773ms","start":"2026-03-06T01:24:50.907675Z","end":"2026-03-06T01:24:51.008779Z","steps":["trace[2124921059] 'agreement among raft nodes before linearized reading' (duration: 101.030011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.008839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.830607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:51.008863Z","caller":"traceutil/trace.go:171","msg":"trace[678239071] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23897; }","duration":"213.879987ms","start":"2026-03-06T01:24:50.794975Z","end":"2026-03-06T01:24:51.008855Z","steps":["trace[678239071] 'agreement among raft nodes before linearized reading' (duration: 213.817976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.008946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.999223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-06T01:24:51.008969Z","caller":"traceutil/trace.go:171","msg":"trace[984080880] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23897; }","duration":"215.046465ms","start":"2026-03-06T01:24:50.793917Z","end":"2026-03-06T01:24:51.008963Z","steps":["trace[984080880] 'agreement among raft nodes before linearized reading' (duration: 214.978603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.008971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.200102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:51.009045Z","caller":"traceutil/trace.go:171","msg":"trace[616605353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23897; }","duration":"213.281454ms","start":"2026-03-06T01:24:50.795754Z","end":"2026-03-06T01:24:51.009036Z","steps":["trace[616605353] 'agreement among raft nodes before linearized reading' (duration: 213.198932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.71279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.023631ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:24:51.713143Z","caller":"traceutil/trace.go:171","msg":"trace[814412598] linearizableReadLoop","detail":"{readStateIndex:24755; appliedIndex:24753; }","duration":"622.783783ms","start":"2026-03-06T01:24:51.090336Z","end":"2026-03-06T01:24:51.71312Z","steps":["trace[814412598] 'read index received' (duration: 280.367752ms)","trace[814412598] 'applied index is now lower than readState.Index' (duration: 342.414761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:51.71326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.084946Z","time spent":"628.310142ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:24:51.713429Z","caller":"traceutil/trace.go:171","msg":"trace[1339763559] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"628.416354ms","start":"2026-03-06T01:24:51.084983Z","end":"2026-03-06T01:24:51.7134Z","steps":["trace[1339763559] 'process raft request' (duration: 627.946963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.713603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.084949Z","time spent":"628.561058ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:51.713643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.292904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b624ec4-6cfd-479f-bd9c-3c031e35df5a\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-06T01:24:51.713648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.46204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-06T01:24:51.713704Z","caller":"traceutil/trace.go:171","msg":"trace[1034174898] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b624ec4-6cfd-479f-bd9c-3c031e35df5a; range_end:; response_count:1; response_revision:23899; }","duration":"623.379717ms","start":"2026-03-06T01:24:51.0903Z","end":"2026-03-06T01:24:51.71368Z","steps":["trace[1034174898] 'agreement among raft nodes before linearized reading' (duration: 623.065889ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:51.713725Z","caller":"traceutil/trace.go:171","msg":"trace[217118626] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23899; }","duration":"600.597493ms","start":"2026-03-06T01:24:51.11311Z","end":"2026-03-06T01:24:51.713708Z","steps":["trace[217118626] 'agreement among raft nodes before linearized reading' (duration: 600.370018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:51.713739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.090283Z","time spent":"623.447528ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2b624ec4-6cfd-479f-bd9c-3c031e35df5a\" "} {"level":"warn","ts":"2026-03-06T01:24:51.713767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.113091Z","time spent":"600.667206ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:24:51.713969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.697669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:51.71401Z","caller":"traceutil/trace.go:171","msg":"trace[1387673402] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23899; }","duration":"200.786911ms","start":"2026-03-06T01:24:51.513212Z","end":"2026-03-06T01:24:51.713999Z","steps":["trace[1387673402] 'agreement among raft nodes before linearized reading' (duration: 200.71196ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:52.045248Z","caller":"traceutil/trace.go:171","msg":"trace[1235651928] linearizableReadLoop","detail":"{readStateIndex:24756; appliedIndex:24755; }","duration":"327.052652ms","start":"2026-03-06T01:24:51.718177Z","end":"2026-03-06T01:24:52.045229Z","steps":["trace[1235651928] 'read index received' (duration: 266.898196ms)","trace[1235651928] 'applied index is now lower than readState.Index' (duration: 60.153266ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:52.045296Z","caller":"traceutil/trace.go:171","msg":"trace[1634316850] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"329.960071ms","start":"2026-03-06T01:24:51.715292Z","end":"2026-03-06T01:24:52.045252Z","steps":["trace[1634316850] 'process raft request' (duration: 269.775874ms)","trace[1634316850] 'compare' (duration: 60.080434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:52.045442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.251987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-hmmlg.189a1955ff912f9f\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-06T01:24:52.045464Z","caller":"traceutil/trace.go:171","msg":"trace[1159414645] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-hmmlg.189a1955ff912f9f; range_end:; response_count:1; response_revision:23900; }","duration":"327.305439ms","start":"2026-03-06T01:24:51.718152Z","end":"2026-03-06T01:24:52.045457Z","steps":["trace[1159414645] 'agreement among raft nodes before linearized reading' (duration: 327.158635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:52.045482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.71814Z","time spent":"327.337699ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-hmmlg.189a1955ff912f9f\" "} {"level":"warn","ts":"2026-03-06T01:24:52.045475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.715272Z","time spent":"330.097413ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:52.338416Z","caller":"traceutil/trace.go:171","msg":"trace[1214296200] linearizableReadLoop","detail":"{readStateIndex:24757; appliedIndex:24756; }","duration":"293.092828ms","start":"2026-03-06T01:24:52.04529Z","end":"2026-03-06T01:24:52.338383Z","steps":["trace[1214296200] 'read index received' (duration: 285.176083ms)","trace[1214296200] 'applied index is now lower than readState.Index' (duration: 7.915025ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:52.33847Z","caller":"traceutil/trace.go:171","msg":"trace[1812154011] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"616.123297ms","start":"2026-03-06T01:24:51.722292Z","end":"2026-03-06T01:24:52.338415Z","steps":["trace[1812154011] 'process raft request' (duration: 608.226802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:52.338612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.350663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-06T01:24:52.338664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.722281Z","time spent":"616.25925ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:52.338715Z","caller":"traceutil/trace.go:171","msg":"trace[1855877886] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23901; }","duration":"542.498766ms","start":"2026-03-06T01:24:51.796193Z","end":"2026-03-06T01:24:52.338692Z","steps":["trace[1855877886] 'agreement among raft nodes before linearized reading' (duration: 542.24772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:52.338738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.465628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-06T01:24:52.338799Z","caller":"traceutil/trace.go:171","msg":"trace[1652996617] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23901; }","duration":"620.523869ms","start":"2026-03-06T01:24:51.718253Z","end":"2026-03-06T01:24:52.338777Z","steps":["trace[1652996617] 'agreement among raft nodes before linearized reading' (duration: 620.300624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:52.338923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.718227Z","time spent":"620.684203ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-06T01:24:52.338757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:51.796178Z","time spent":"542.570808ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:24:53.316837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.551229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:53.316918Z","caller":"traceutil/trace.go:171","msg":"trace[208028108] linearizableReadLoop","detail":"{readStateIndex:24758; appliedIndex:24757; }","duration":"978.387282ms","start":"2026-03-06T01:24:52.338517Z","end":"2026-03-06T01:24:53.316905Z","steps":["trace[208028108] 'read index received' (duration: 161.638997ms)","trace[208028108] 'applied index is now lower than readState.Index' (duration: 816.747355ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:53.316971Z","caller":"traceutil/trace.go:171","msg":"trace[673376536] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"1.269620176s","start":"2026-03-06T01:24:52.047342Z","end":"2026-03-06T01:24:53.316962Z","steps":["trace[673376536] 'process raft request' (duration: 452.873142ms)","trace[673376536] 'compare' (duration: 815.095515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:53.317008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.047327Z","time spent":"1.269661128s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:53.317208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145179399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:53.317287Z","caller":"traceutil/trace.go:171","msg":"trace[1182870514] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23902; }","duration":"1.14523364s","start":"2026-03-06T01:24:52.171997Z","end":"2026-03-06T01:24:53.317231Z","steps":["trace[1182870514] 'agreement among raft nodes before linearized reading' (duration: 1.145149188s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.31731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.171986Z","time spent":"1.145318702s","remote":"127.0.0.1:58602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:53.317456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165465953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:53.317484Z","caller":"traceutil/trace.go:171","msg":"trace[1996870045] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23902; }","duration":"1.165496114s","start":"2026-03-06T01:24:52.151981Z","end":"2026-03-06T01:24:53.317477Z","steps":["trace[1996870045] 'agreement among raft nodes before linearized reading' (duration: 1.165451313s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.31751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.151937Z","time spent":"1.165561936s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:53.317624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189380701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:53.31765Z","caller":"traceutil/trace.go:171","msg":"trace[1659841794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23902; }","duration":"1.189437533s","start":"2026-03-06T01:24:52.128204Z","end":"2026-03-06T01:24:53.317641Z","steps":["trace[1659841794] 'agreement among raft nodes before linearized reading' (duration: 1.189405072s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.317669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.128181Z","time spent":"1.189484484s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:53.317825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269309529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-06T01:24:53.317849Z","caller":"traceutil/trace.go:171","msg":"trace[646933411] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23902; }","duration":"1.269423172s","start":"2026-03-06T01:24:52.04842Z","end":"2026-03-06T01:24:53.317844Z","steps":["trace[646933411] 'agreement among raft nodes before linearized reading' (duration: 1.269333559s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.317866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.048353Z","time spent":"1.269509114s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:24:53.32045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.496704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebcc6d65-30ea-43d0-983d-bf612715d894\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-06T01:24:53.320537Z","caller":"traceutil/trace.go:171","msg":"trace[1234475372] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebcc6d65-30ea-43d0-983d-bf612715d894; range_end:; response_count:1; response_revision:23903; }","duration":"975.635957ms","start":"2026-03-06T01:24:52.344881Z","end":"2026-03-06T01:24:53.320517Z","steps":["trace[1234475372] 'agreement among raft nodes before linearized reading' (duration: 975.389661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.320586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.344859Z","time spent":"975.718889ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-ebcc6d65-30ea-43d0-983d-bf612715d894\" "} {"level":"info","ts":"2026-03-06T01:24:53.32095Z","caller":"traceutil/trace.go:171","msg":"trace[1257826139] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"303.492402ms","start":"2026-03-06T01:24:53.017445Z","end":"2026-03-06T01:24:53.320937Z","steps":["trace[1257826139] 'process raft request' (duration: 302.634212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.321035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.01742Z","time spent":"303.556363ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:53.321411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.949823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:53.3215Z","caller":"traceutil/trace.go:171","msg":"trace[400651514] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23903; }","duration":"714.104366ms","start":"2026-03-06T01:24:52.607372Z","end":"2026-03-06T01:24:53.321477Z","steps":["trace[400651514] 'agreement among raft nodes before linearized reading' (duration: 713.914932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.321544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.607352Z","time spent":"714.183338ms","remote":"127.0.0.1:43470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:53.321569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.763702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:53.321661Z","caller":"traceutil/trace.go:171","msg":"trace[1909351764] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23903; }","duration":"907.936985ms","start":"2026-03-06T01:24:52.413699Z","end":"2026-03-06T01:24:53.321636Z","steps":["trace[1909351764] 'agreement among raft nodes before linearized reading' (duration: 907.7341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:53.321713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:52.413665Z","time spent":"908.037308ms","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:54.087261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.251757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:54.08741Z","caller":"traceutil/trace.go:171","msg":"trace[971122459] linearizableReadLoop","detail":"{readStateIndex:24760; appliedIndex:24759; }","duration":"760.930699ms","start":"2026-03-06T01:24:53.326456Z","end":"2026-03-06T01:24:54.087386Z","steps":["trace[971122459] 'read index received' (duration: 100.333165ms)","trace[971122459] 'applied index is now lower than readState.Index' (duration: 660.594854ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:54.087511Z","caller":"traceutil/trace.go:171","msg":"trace[1331241992] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"762.696911ms","start":"2026-03-06T01:24:53.324804Z","end":"2026-03-06T01:24:54.087501Z","steps":["trace[1331241992] 'process raft request' (duration: 102.100066ms)","trace[1331241992] 'compare' (duration: 659.430778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:54.087554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.324791Z","time spent":"762.742612ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:24:54.087925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.454442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T01:24:54.087948Z","caller":"traceutil/trace.go:171","msg":"trace[2027861395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23904; }","duration":"761.494692ms","start":"2026-03-06T01:24:53.326444Z","end":"2026-03-06T01:24:54.087939Z","steps":["trace[2027861395] 'agreement among raft nodes before linearized reading' (duration: 761.310978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:54.08797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.326439Z","time spent":"761.526714ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-06T01:24:54.088203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.235374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:54.088184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.378802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-06T01:24:54.088236Z","caller":"traceutil/trace.go:171","msg":"trace[591581242] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23904; }","duration":"454.348086ms","start":"2026-03-06T01:24:53.633881Z","end":"2026-03-06T01:24:54.08823Z","steps":["trace[591581242] 'agreement among raft nodes before linearized reading' (duration: 454.283985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:54.088261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.633843Z","time spent":"454.412508ms","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:54.088269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.588446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:54.088275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.425267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:54.08832Z","caller":"traceutil/trace.go:171","msg":"trace[201121785] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23904; }","duration":"464.694768ms","start":"2026-03-06T01:24:53.623614Z","end":"2026-03-06T01:24:54.088309Z","steps":["trace[201121785] 'agreement among raft nodes before linearized reading' (duration: 464.602516ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:54.088348Z","caller":"traceutil/trace.go:171","msg":"trace[1549889271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23904; }","duration":"198.490278ms","start":"2026-03-06T01:24:53.889834Z","end":"2026-03-06T01:24:54.088325Z","steps":["trace[1549889271] 'agreement among raft nodes before linearized reading' (duration: 198.403586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:54.088359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.623591Z","time spent":"464.75889ms","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:54.088277Z","caller":"traceutil/trace.go:171","msg":"trace[1614001862] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23904; }","duration":"744.490335ms","start":"2026-03-06T01:24:53.343754Z","end":"2026-03-06T01:24:54.088244Z","steps":["trace[1614001862] 'agreement among raft nodes before linearized reading' (duration: 744.25169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:54.088905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:53.343745Z","time spent":"745.14072ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:24:54.088177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.761708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:54.089019Z","caller":"traceutil/trace.go:171","msg":"trace[20289058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23904; }","duration":"209.686789ms","start":"2026-03-06T01:24:53.879319Z","end":"2026-03-06T01:24:54.089005Z","steps":["trace[20289058] 'agreement among raft nodes before linearized reading' (duration: 208.732447ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:54.465571Z","caller":"traceutil/trace.go:171","msg":"trace[1285466728] linearizableReadLoop","detail":"{readStateIndex:24762; appliedIndex:24761; }","duration":"348.115994ms","start":"2026-03-06T01:24:54.117426Z","end":"2026-03-06T01:24:54.465542Z","steps":["trace[1285466728] 'read index received' (duration: 315.701397ms)","trace[1285466728] 'applied index is now lower than readState.Index' (duration: 32.413227ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:54.465631Z","caller":"traceutil/trace.go:171","msg":"trace[494057834] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"348.596875ms","start":"2026-03-06T01:24:54.116991Z","end":"2026-03-06T01:24:54.465588Z","steps":["trace[494057834] 'process raft request' (duration: 316.213839ms)","trace[494057834] 'compare' (duration: 32.210032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:54.465775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:54.116978Z","time spent":"348.710848ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:54.465841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.396081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:24:54.465877Z","caller":"traceutil/trace.go:171","msg":"trace[666264125] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23906; }","duration":"348.461002ms","start":"2026-03-06T01:24:54.117405Z","end":"2026-03-06T01:24:54.465866Z","steps":["trace[666264125] 'agreement among raft nodes before linearized reading' (duration: 348.270697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:54.465911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:54.117394Z","time spent":"348.508573ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:24:54.466129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.827334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-06T01:24:54.466159Z","caller":"traceutil/trace.go:171","msg":"trace[817258679] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23906; }","duration":"242.882765ms","start":"2026-03-06T01:24:54.223265Z","end":"2026-03-06T01:24:54.466148Z","steps":["trace[817258679] 'agreement among raft nodes before linearized reading' (duration: 242.749472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:54.743563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.472733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:54.743649Z","caller":"traceutil/trace.go:171","msg":"trace[1044448027] linearizableReadLoop","detail":"{readStateIndex:24763; appliedIndex:24762; }","duration":"265.421693ms","start":"2026-03-06T01:24:54.478215Z","end":"2026-03-06T01:24:54.743637Z","steps":["trace[1044448027] 'read index received' (duration: 97.704694ms)","trace[1044448027] 'applied index is now lower than readState.Index' (duration: 167.716149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:54.743728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.523365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-06T01:24:54.743745Z","caller":"traceutil/trace.go:171","msg":"trace[1393215712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23907; }","duration":"265.542265ms","start":"2026-03-06T01:24:54.478198Z","end":"2026-03-06T01:24:54.74374Z","steps":["trace[1393215712] 'agreement among raft nodes before linearized reading' (duration: 265.466363ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:54.743858Z","caller":"traceutil/trace.go:171","msg":"trace[227605226] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"267.43977ms","start":"2026-03-06T01:24:54.476377Z","end":"2026-03-06T01:24:54.743816Z","steps":["trace[227605226] 'process raft request' (duration: 99.635119ms)","trace[227605226] 'compare' (duration: 166.91086ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:55.030063Z","caller":"traceutil/trace.go:171","msg":"trace[1447887729] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"244.196426ms","start":"2026-03-06T01:24:54.785844Z","end":"2026-03-06T01:24:55.03004Z","steps":["trace[1447887729] 'process raft request' (duration: 185.116646ms)","trace[1447887729] 'compare' (duration: 58.508457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:55.957066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.861775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:55.957344Z","caller":"traceutil/trace.go:171","msg":"trace[1013528760] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"629.95607ms","start":"2026-03-06T01:24:55.327274Z","end":"2026-03-06T01:24:55.957231Z","steps":["trace[1013528760] 'process raft request' (duration: 629.889059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:55.957406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:55.32725Z","time spent":"630.130794ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:55.957591Z","caller":"traceutil/trace.go:171","msg":"trace[1249522034] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"920.048778ms","start":"2026-03-06T01:24:55.037534Z","end":"2026-03-06T01:24:55.957583Z","steps":["trace[1249522034] 'process raft request' (duration: 275.60186ms)","trace[1249522034] 'compare' (duration: 643.330342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:55.957643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:55.037517Z","time spent":"920.098629ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:55.957747Z","caller":"traceutil/trace.go:171","msg":"trace[474863488] linearizableReadLoop","detail":"{readStateIndex:24766; appliedIndex:24765; }","duration":"852.849078ms","start":"2026-03-06T01:24:55.104891Z","end":"2026-03-06T01:24:55.95774Z","steps":["trace[474863488] 'read index received' (duration: 208.169554ms)","trace[474863488] 'applied index is now lower than readState.Index' (duration: 644.678454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:55.958006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.110534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-06T01:24:55.958033Z","caller":"traceutil/trace.go:171","msg":"trace[1419756333] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23911; }","duration":"853.174766ms","start":"2026-03-06T01:24:55.104852Z","end":"2026-03-06T01:24:55.958027Z","steps":["trace[1419756333] 'agreement among raft nodes before linearized reading' (duration: 853.078554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:55.958052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:55.104828Z","time spent":"853.219707ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"info","ts":"2026-03-06T01:24:55.958357Z","caller":"traceutil/trace.go:171","msg":"trace[480926345] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"274.556216ms","start":"2026-03-06T01:24:55.683768Z","end":"2026-03-06T01:24:55.958324Z","steps":["trace[480926345] 'process raft request' (duration: 274.31762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:55.95853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.181172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:55.958599Z","caller":"traceutil/trace.go:171","msg":"trace[156184162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23913; }","duration":"831.299915ms","start":"2026-03-06T01:24:55.127284Z","end":"2026-03-06T01:24:55.958583Z","steps":["trace[156184162] 'agreement among raft nodes before linearized reading' (duration: 831.165452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:55.958637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:55.127259Z","time spent":"831.367007ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:24:55.958639Z","caller":"traceutil/trace.go:171","msg":"trace[1156346189] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"159.573939ms","start":"2026-03-06T01:24:55.79905Z","end":"2026-03-06T01:24:55.958624Z","steps":["trace[1156346189] 'process raft request' (duration: 159.21115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:55.958669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.42853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:24:55.958753Z","caller":"traceutil/trace.go:171","msg":"trace[716981285] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23913; }","duration":"205.555873ms","start":"2026-03-06T01:24:55.753177Z","end":"2026-03-06T01:24:55.958732Z","steps":["trace[716981285] 'agreement among raft nodes before linearized reading' (duration: 205.287937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:55.958768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.475305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:55.958846Z","caller":"traceutil/trace.go:171","msg":"trace[1439008172] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23913; }","duration":"242.594188ms","start":"2026-03-06T01:24:55.716233Z","end":"2026-03-06T01:24:55.958828Z","steps":["trace[1439008172] 'agreement among raft nodes before linearized reading' (duration: 242.314742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:56.207726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.908742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:56.208034Z","caller":"traceutil/trace.go:171","msg":"trace[1895732982] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"239.725692ms","start":"2026-03-06T01:24:55.968194Z","end":"2026-03-06T01:24:56.207919Z","steps":["trace[1895732982] 'process raft request' (duration: 104.541233ms)","trace[1895732982] 'compare' (duration: 134.718908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:56.860548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.403277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:56.860654Z","caller":"traceutil/trace.go:171","msg":"trace[558886104] linearizableReadLoop","detail":"{readStateIndex:24771; appliedIndex:24770; }","duration":"138.966208ms","start":"2026-03-06T01:24:56.721672Z","end":"2026-03-06T01:24:56.860638Z","steps":["trace[558886104] 'read index received' (duration: 57.802µs)","trace[558886104] 'applied index is now lower than readState.Index' (duration: 138.907036ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:56.860737Z","caller":"traceutil/trace.go:171","msg":"trace[1075446752] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"644.032119ms","start":"2026-03-06T01:24:56.216653Z","end":"2026-03-06T01:24:56.860685Z","steps":["trace[1075446752] 'process raft request' (duration: 397.393246ms)","trace[1075446752] 'compare' (duration: 246.288475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:56.860788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.108601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:24:56.86096Z","caller":"traceutil/trace.go:171","msg":"trace[160759775] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23915; }","duration":"139.334146ms","start":"2026-03-06T01:24:56.721614Z","end":"2026-03-06T01:24:56.860948Z","steps":["trace[160759775] 'agreement among raft nodes before linearized reading' (duration: 139.06981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:56.863048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:56.216631Z","time spent":"644.214444ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:57.917246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.751025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:24:57.917389Z","caller":"traceutil/trace.go:171","msg":"trace[2038178539] linearizableReadLoop","detail":"{readStateIndex:24772; appliedIndex:24771; }","duration":"930.536192ms","start":"2026-03-06T01:24:56.98683Z","end":"2026-03-06T01:24:57.917366Z","steps":["trace[2038178539] 'read index received' (duration: 477.606919ms)","trace[2038178539] 'applied index is now lower than readState.Index' (duration: 452.926773ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:57.917504Z","caller":"traceutil/trace.go:171","msg":"trace[1926285847] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"1.047345792s","start":"2026-03-06T01:24:56.870103Z","end":"2026-03-06T01:24:57.917449Z","steps":["trace[1926285847] 'process raft request' (duration: 594.340787ms)","trace[1926285847] 'compare' (duration: 451.404978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:24:57.917714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.590391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:57.917751Z","caller":"traceutil/trace.go:171","msg":"trace[2044348626] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23916; }","duration":"783.639392ms","start":"2026-03-06T01:24:57.134099Z","end":"2026-03-06T01:24:57.917739Z","steps":["trace[2044348626] 'agreement among raft nodes before linearized reading' (duration: 783.55339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:57.917758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:56.870058Z","time spent":"1.047573007s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:24:57.917785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:57.134081Z","time spent":"783.696563ms","remote":"127.0.0.1:54314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:57.917759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.905511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-06T01:24:57.917777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.895078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:57.917846Z","caller":"traceutil/trace.go:171","msg":"trace[240043954] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23916; }","duration":"931.043055ms","start":"2026-03-06T01:24:56.986778Z","end":"2026-03-06T01:24:57.917821Z","steps":["trace[240043954] 'agreement among raft nodes before linearized reading' (duration: 930.680476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:57.917866Z","caller":"traceutil/trace.go:171","msg":"trace[1760366084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23916; }","duration":"790.01374ms","start":"2026-03-06T01:24:57.127826Z","end":"2026-03-06T01:24:57.91784Z","steps":["trace[1760366084] 'agreement among raft nodes before linearized reading' (duration: 789.825626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:57.917902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:56.986756Z","time spent":"931.136846ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:24:57.917909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:57.127812Z","time spent":"790.088872ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:57.91931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.919989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:57.919348Z","caller":"traceutil/trace.go:171","msg":"trace[854590660] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23916; }","duration":"822.994721ms","start":"2026-03-06T01:24:57.096345Z","end":"2026-03-06T01:24:57.91934Z","steps":["trace[854590660] 'agreement among raft nodes before linearized reading' (duration: 821.141928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:57.920087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:57.09633Z","time spent":"823.036342ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2721,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:58.452376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844826070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:58.953158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844826070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:59.492485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844826070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:24:59.769921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.799938108s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:24:59.771166Z","caller":"traceutil/trace.go:171","msg":"trace[466846008] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"1.847875569s","start":"2026-03-06T01:24:57.923247Z","end":"2026-03-06T01:24:59.771122Z","steps":["trace[466846008] 'process raft request' (duration: 1.847052089s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:59.771354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:57.923228Z","time spent":"1.848028332s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:59.809241Z","caller":"traceutil/trace.go:171","msg":"trace[1862367785] linearizableReadLoop","detail":"{readStateIndex:24774; appliedIndex:24772; }","duration":"1.857847042s","start":"2026-03-06T01:24:57.951366Z","end":"2026-03-06T01:24:59.809213Z","steps":["trace[1862367785] 'read index received' (duration: 1.81969466s)","trace[1862367785] 'applied index is now lower than readState.Index' (duration: 38.146862ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:24:59.809356Z","caller":"traceutil/trace.go:171","msg":"trace[1027383268] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"1.840846284s","start":"2026-03-06T01:24:57.968468Z","end":"2026-03-06T01:24:59.809314Z","steps":["trace[1027383268] 'process raft request' (duration: 1.840540597s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:59.809429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858023866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:24:59.809486Z","caller":"traceutil/trace.go:171","msg":"trace[1647718123] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23918; }","duration":"1.858135678s","start":"2026-03-06T01:24:57.951335Z","end":"2026-03-06T01:24:59.809471Z","steps":["trace[1647718123] 'agreement among raft nodes before linearized reading' (duration: 1.858019035s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:59.809539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:57.951323Z","time spent":"1.85820585s","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:59.809526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679276788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:24:59.809569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:57.968433Z","time spent":"1.840991588s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:24:59.809617Z","caller":"traceutil/trace.go:171","msg":"trace[1492563507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23918; }","duration":"1.679422652s","start":"2026-03-06T01:24:58.130172Z","end":"2026-03-06T01:24:59.809595Z","steps":["trace[1492563507] 'agreement among raft nodes before linearized reading' (duration: 1.679259258s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:59.809676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:58.130151Z","time spent":"1.679516954s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:24:59.810065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.039777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-06T01:24:59.810109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061916903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:24:59.810087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.889373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:24:59.810161Z","caller":"traceutil/trace.go:171","msg":"trace[800649573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23918; }","duration":"1.062025696s","start":"2026-03-06T01:24:58.748122Z","end":"2026-03-06T01:24:59.810148Z","steps":["trace[800649573] 'agreement among raft nodes before linearized reading' (duration: 1.061940334s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:24:59.810192Z","caller":"traceutil/trace.go:171","msg":"trace[1237991824] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23918; }","duration":"465.077217ms","start":"2026-03-06T01:24:59.34509Z","end":"2026-03-06T01:24:59.810167Z","steps":["trace[1237991824] 'agreement among raft nodes before linearized reading' (duration: 464.712038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:59.810258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:59.345062Z","time spent":"465.18548ms","remote":"127.0.0.1:60816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:24:59.810203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:58.748094Z","time spent":"1.062099378s","remote":"127.0.0.1:58756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:24:59.810114Z","caller":"traceutil/trace.go:171","msg":"trace[429834801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23918; }","duration":"887.084058ms","start":"2026-03-06T01:24:58.923014Z","end":"2026-03-06T01:24:59.810099Z","steps":["trace[429834801] 'agreement among raft nodes before linearized reading' (duration: 886.918665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:24:59.810382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:58.922956Z","time spent":"887.411236ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:00.486816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.469868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:00.486927Z","caller":"traceutil/trace.go:171","msg":"trace[398318799] linearizableReadLoop","detail":"{readStateIndex:24775; appliedIndex:24774; }","duration":"666.649907ms","start":"2026-03-06T01:24:59.820259Z","end":"2026-03-06T01:25:00.486909Z","steps":["trace[398318799] 'read index received' (duration: 149.887032ms)","trace[398318799] 'applied index is now lower than readState.Index' (duration: 516.761005ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:00.487025Z","caller":"traceutil/trace.go:171","msg":"trace[1680634146] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"672.927524ms","start":"2026-03-06T01:24:59.814086Z","end":"2026-03-06T01:25:00.487013Z","steps":["trace[1680634146] 'process raft request' (duration: 156.158109ms)","trace[1680634146] 'compare' (duration: 516.208171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:00.487102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:59.814055Z","time spent":"673.004626ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:00.487177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.435444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:00.487263Z","caller":"traceutil/trace.go:171","msg":"trace[2089295787] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23919; }","duration":"619.539627ms","start":"2026-03-06T01:24:59.8677Z","end":"2026-03-06T01:25:00.48724Z","steps":["trace[2089295787] 'agreement among raft nodes before linearized reading' (duration: 619.356793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:00.487301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:59.867662Z","time spent":"619.630569ms","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:00.487297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.450285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:00.487425Z","caller":"traceutil/trace.go:171","msg":"trace[1118886882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23919; }","duration":"126.66977ms","start":"2026-03-06T01:25:00.360732Z","end":"2026-03-06T01:25:00.487402Z","steps":["trace[1118886882] 'agreement among raft nodes before linearized reading' (duration: 126.424944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:00.487429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.399325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:00.48747Z","caller":"traceutil/trace.go:171","msg":"trace[1238734542] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23919; }","duration":"159.481127ms","start":"2026-03-06T01:25:00.327977Z","end":"2026-03-06T01:25:00.487458Z","steps":["trace[1238734542] 'agreement among raft nodes before linearized reading' (duration: 159.405085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:00.487565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.587556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-06T01:25:00.487587Z","caller":"traceutil/trace.go:171","msg":"trace[302775837] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23919; }","duration":"497.610748ms","start":"2026-03-06T01:24:59.989971Z","end":"2026-03-06T01:25:00.487581Z","steps":["trace[302775837] 'agreement among raft nodes before linearized reading' (duration: 497.481905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:00.487603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:59.989957Z","time spent":"497.642318ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:00.48758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.952996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:00.48769Z","caller":"traceutil/trace.go:171","msg":"trace[1025116631] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23919; }","duration":"109.10793ms","start":"2026-03-06T01:25:00.378558Z","end":"2026-03-06T01:25:00.487666Z","steps":["trace[1025116631] 'agreement among raft nodes before linearized reading' (duration: 108.912305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:00.488019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.686931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:00.488176Z","caller":"traceutil/trace.go:171","msg":"trace[747163886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23919; }","duration":"667.891366ms","start":"2026-03-06T01:24:59.820253Z","end":"2026-03-06T01:25:00.488144Z","steps":["trace[747163886] 'agreement among raft nodes before linearized reading' (duration: 667.316213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:00.488294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:24:59.820217Z","time spent":"668.06346ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:01.113387Z","caller":"traceutil/trace.go:171","msg":"trace[853070846] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"617.441837ms","start":"2026-03-06T01:25:00.495897Z","end":"2026-03-06T01:25:01.113339Z","steps":["trace[853070846] 'process raft request' (duration: 558.236783ms)","trace[853070846] 'compare' (duration: 58.61759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:01.113693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:00.495871Z","time spent":"617.656581ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:01.147945Z","caller":"traceutil/trace.go:171","msg":"trace[465915728] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"650.010777ms","start":"2026-03-06T01:25:00.497888Z","end":"2026-03-06T01:25:01.147898Z","steps":["trace[465915728] 'process raft request' (duration: 649.641349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.148232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:00.497866Z","time spent":"650.247563ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:01.148357Z","caller":"traceutil/trace.go:171","msg":"trace[2025354738] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"181.0347ms","start":"2026-03-06T01:25:00.967282Z","end":"2026-03-06T01:25:01.148317Z","steps":["trace[2025354738] 'process raft request' (duration: 180.492277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.148402Z","caller":"traceutil/trace.go:171","msg":"trace[292915833] linearizableReadLoop","detail":"{readStateIndex:24777; appliedIndex:24775; }","duration":"331.052146ms","start":"2026-03-06T01:25:00.817311Z","end":"2026-03-06T01:25:01.148363Z","steps":["trace[292915833] 'read index received' (duration: 236.872955ms)","trace[292915833] 'applied index is now lower than readState.Index' (duration: 94.177751ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:01.148517Z","caller":"traceutil/trace.go:171","msg":"trace[2058782240] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"132.835624ms","start":"2026-03-06T01:25:01.01563Z","end":"2026-03-06T01:25:01.148465Z","steps":["trace[2058782240] 'process raft request' (duration: 132.539328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.148603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.271651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:01.148666Z","caller":"traceutil/trace.go:171","msg":"trace[618541096] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23923; }","duration":"331.406804ms","start":"2026-03-06T01:25:00.817243Z","end":"2026-03-06T01:25:01.14865Z","steps":["trace[618541096] 'agreement among raft nodes before linearized reading' (duration: 331.277461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.148719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:00.817216Z","time spent":"331.488726ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:01.148744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.249762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:25:01.148824Z","caller":"traceutil/trace.go:171","msg":"trace[1068827843] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23923; }","duration":"177.385565ms","start":"2026-03-06T01:25:00.971415Z","end":"2026-03-06T01:25:01.148801Z","steps":["trace[1068827843] 'agreement among raft nodes before linearized reading' (duration: 177.15118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.148919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.116381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:01.148978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.22708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:01.149023Z","caller":"traceutil/trace.go:171","msg":"trace[1144593065] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23923; }","duration":"124.274064ms","start":"2026-03-06T01:25:01.024725Z","end":"2026-03-06T01:25:01.148999Z","steps":["trace[1144593065] 'agreement among raft nodes before linearized reading' (duration: 124.08811ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.149031Z","caller":"traceutil/trace.go:171","msg":"trace[912870252] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23923; }","duration":"144.339453ms","start":"2026-03-06T01:25:01.004675Z","end":"2026-03-06T01:25:01.149015Z","steps":["trace[912870252] 'agreement among raft nodes before linearized reading' (duration: 144.19994ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.258461Z","caller":"traceutil/trace.go:171","msg":"trace[298820521] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24779; }","duration":"107.744058ms","start":"2026-03-06T01:25:01.15064Z","end":"2026-03-06T01:25:01.258384Z","steps":["trace[298820521] 'read index received' (duration: 68.386678ms)","trace[298820521] 'applied index is now lower than readState.Index' (duration: 39.35329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:01.258588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.901951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:01.258685Z","caller":"traceutil/trace.go:171","msg":"trace[1789624306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23923; }","duration":"108.065735ms","start":"2026-03-06T01:25:01.150597Z","end":"2026-03-06T01:25:01.258662Z","steps":["trace[1789624306] 'agreement among raft nodes before linearized reading' (duration: 107.84152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.25922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.17131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:01.2593Z","caller":"traceutil/trace.go:171","msg":"trace[190254689] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23925; }","duration":"103.463688ms","start":"2026-03-06T01:25:01.155818Z","end":"2026-03-06T01:25:01.259282Z","steps":["trace[190254689] 'agreement among raft nodes before linearized reading' (duration: 103.257963ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.259358Z","caller":"traceutil/trace.go:171","msg":"trace[1534244530] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"107.977283ms","start":"2026-03-06T01:25:01.151328Z","end":"2026-03-06T01:25:01.259305Z","steps":["trace[1534244530] 'process raft request' (duration: 106.961009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.682819Z","caller":"traceutil/trace.go:171","msg":"trace[354340942] linearizableReadLoop","detail":"{readStateIndex:24784; appliedIndex:24783; }","duration":"369.045363ms","start":"2026-03-06T01:25:01.313736Z","end":"2026-03-06T01:25:01.682781Z","steps":["trace[354340942] 'read index received' (duration: 368.644494ms)","trace[354340942] 'applied index is now lower than readState.Index' (duration: 399.259µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:01.682866Z","caller":"traceutil/trace.go:171","msg":"trace[344106179] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"370.746233ms","start":"2026-03-06T01:25:01.312086Z","end":"2026-03-06T01:25:01.682833Z","steps":["trace[344106179] 'process raft request' (duration: 370.435145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.683124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.64168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:01.683197Z","caller":"traceutil/trace.go:171","msg":"trace[982257254] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23927; }","duration":"367.805684ms","start":"2026-03-06T01:25:01.315374Z","end":"2026-03-06T01:25:01.68318Z","steps":["trace[982257254] 'agreement among raft nodes before linearized reading' (duration: 367.65928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.683173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:01.312075Z","time spent":"370.944927ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:01.683209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.096683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:01.683273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:01.31536Z","time spent":"367.894367ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:25:01.683274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.495834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:25:01.683425Z","caller":"traceutil/trace.go:171","msg":"trace[189205957] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23927; }","duration":"369.679568ms","start":"2026-03-06T01:25:01.31368Z","end":"2026-03-06T01:25:01.68336Z","steps":["trace[189205957] 'agreement among raft nodes before linearized reading' (duration: 369.246598ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:01.683375Z","caller":"traceutil/trace.go:171","msg":"trace[1359571968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23927; }","duration":"131.311688ms","start":"2026-03-06T01:25:01.552003Z","end":"2026-03-06T01:25:01.683314Z","steps":["trace[1359571968] 'agreement among raft nodes before linearized reading' (duration: 131.062812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:01.683485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:01.313657Z","time spent":"369.817101ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-06T01:25:02.229756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.374443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:02.230184Z","caller":"traceutil/trace.go:171","msg":"trace[2027618023] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"538.127295ms","start":"2026-03-06T01:25:01.692012Z","end":"2026-03-06T01:25:02.230139Z","steps":["trace[2027618023] 'process raft request' (duration: 117.298671ms)","trace[2027618023] 'compare' (duration: 419.716708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:02.230361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:01.691989Z","time spent":"538.267367ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:02.230451Z","caller":"traceutil/trace.go:171","msg":"trace[1181341809] linearizableReadLoop","detail":"{readStateIndex:24786; appliedIndex:24784; }","duration":"264.181973ms","start":"2026-03-06T01:25:01.966233Z","end":"2026-03-06T01:25:02.230415Z","steps":["trace[1181341809] 'read index received' (duration: 261.249145ms)","trace[1181341809] 'applied index is now lower than readState.Index' (duration: 2.931268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:02.230743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.113683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:02.230857Z","caller":"traceutil/trace.go:171","msg":"trace[59773209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23929; }","duration":"101.281477ms","start":"2026-03-06T01:25:02.129547Z","end":"2026-03-06T01:25:02.230828Z","steps":["trace[59773209] 'agreement among raft nodes before linearized reading' (duration: 101.119303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.230744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.47202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:02.231086Z","caller":"traceutil/trace.go:171","msg":"trace[977283813] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23929; }","duration":"264.820269ms","start":"2026-03-06T01:25:01.966226Z","end":"2026-03-06T01:25:02.231046Z","steps":["trace[977283813] 'agreement among raft nodes before linearized reading' (duration: 264.362288ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:02.230737Z","caller":"traceutil/trace.go:171","msg":"trace[655321616] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"414.737581ms","start":"2026-03-06T01:25:01.815929Z","end":"2026-03-06T01:25:02.230667Z","steps":["trace[655321616] 'process raft request' (duration: 413.923762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:02.231436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:01.81589Z","time spent":"415.431767ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:03.287546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.847343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:03.287637Z","caller":"traceutil/trace.go:171","msg":"trace[1924948102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23929; }","duration":"718.001387ms","start":"2026-03-06T01:25:02.569612Z","end":"2026-03-06T01:25:03.287613Z","steps":["trace[1924948102] 'count revisions from in-memory index tree' (duration: 717.735471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.28768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:02.569584Z","time spent":"718.086479ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:03.288496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.019583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:03.289786Z","caller":"traceutil/trace.go:171","msg":"trace[1732004729] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23929; }","duration":"296.365815ms","start":"2026-03-06T01:25:02.993363Z","end":"2026-03-06T01:25:03.289729Z","steps":["trace[1732004729] 'count revisions from in-memory index tree' (duration: 294.896521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.289404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.899047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-06T01:25:03.290151Z","caller":"traceutil/trace.go:171","msg":"trace[1433560850] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23929; }","duration":"784.511131ms","start":"2026-03-06T01:25:02.505398Z","end":"2026-03-06T01:25:03.289909Z","steps":["trace[1433560850] 'range keys from in-memory index tree' (duration: 782.602826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.29021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:02.505367Z","time spent":"784.826538ms","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418374,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-06T01:25:03.856611Z","caller":"traceutil/trace.go:171","msg":"trace[653208459] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"523.112684ms","start":"2026-03-06T01:25:03.333458Z","end":"2026-03-06T01:25:03.856571Z","steps":["trace[653208459] 'process raft request' (duration: 522.851838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:03.856848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:03.333435Z","time spent":"523.304028ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:25:04.229714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.780369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:04.22998Z","caller":"traceutil/trace.go:171","msg":"trace[614730722] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"763.724165ms","start":"2026-03-06T01:25:03.466212Z","end":"2026-03-06T01:25:04.229936Z","steps":["trace[614730722] 'process raft request' (duration: 503.602268ms)","trace[614730722] 'compare' (duration: 259.165034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:04.2302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:03.466186Z","time spent":"763.875458ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:04.253626Z","caller":"traceutil/trace.go:171","msg":"trace[640357049] linearizableReadLoop","detail":"{readStateIndex:24789; appliedIndex:24786; }","duration":"478.716115ms","start":"2026-03-06T01:25:03.77476Z","end":"2026-03-06T01:25:04.253476Z","steps":["trace[640357049] 'read index received' (duration: 81.530505ms)","trace[640357049] 'applied index is now lower than readState.Index' (duration: 397.18273ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:04.254044Z","caller":"traceutil/trace.go:171","msg":"trace[672084412] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"493.436349ms","start":"2026-03-06T01:25:03.760553Z","end":"2026-03-06T01:25:04.253989Z","steps":["trace[672084412] 'process raft request' (duration: 469.693244ms)","trace[672084412] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; req_size:418405; } (duration: 16.7179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:04.254237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:03.760503Z","time spent":"493.589563ms","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:04.254918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.17132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:04.254969Z","caller":"traceutil/trace.go:171","msg":"trace[663031188] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23932; }","duration":"480.266992ms","start":"2026-03-06T01:25:03.774683Z","end":"2026-03-06T01:25:04.25495Z","steps":["trace[663031188] 'agreement among raft nodes before linearized reading' (duration: 480.018976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:04.254995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:03.774654Z","time spent":"480.332993ms","remote":"127.0.0.1:58768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:04.255616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.281536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:04.255666Z","caller":"traceutil/trace.go:171","msg":"trace[1790870329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23932; }","duration":"110.384208ms","start":"2026-03-06T01:25:04.145274Z","end":"2026-03-06T01:25:04.255658Z","steps":["trace[1790870329] 'agreement among raft nodes before linearized reading' (duration: 110.304166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:04.714321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.130426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-06T01:25:04.714443Z","caller":"traceutil/trace.go:171","msg":"trace[958265391] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d; range_end:; response_count:1; response_revision:23933; }","duration":"289.31869ms","start":"2026-03-06T01:25:04.425077Z","end":"2026-03-06T01:25:04.714395Z","steps":["trace[958265391] 'range keys from in-memory index tree' (duration: 288.874831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:04.714717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.296502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:04.714831Z","caller":"traceutil/trace.go:171","msg":"trace[1279310663] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23933; }","duration":"260.488587ms","start":"2026-03-06T01:25:04.454316Z","end":"2026-03-06T01:25:04.714805Z","steps":["trace[1279310663] 'count revisions from in-memory index tree' (duration: 259.965065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:05.280711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.542876ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:05.28089Z","caller":"traceutil/trace.go:171","msg":"trace[945733435] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23934; }","duration":"313.744071ms","start":"2026-03-06T01:25:04.967118Z","end":"2026-03-06T01:25:05.280862Z","steps":["trace[945733435] 'range keys from in-memory index tree' (duration: 313.515795ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:05.322389Z","caller":"traceutil/trace.go:171","msg":"trace[231719370] linearizableReadLoop","detail":"{readStateIndex:24792; appliedIndex:24791; }","duration":"193.150663ms","start":"2026-03-06T01:25:05.129215Z","end":"2026-03-06T01:25:05.322365Z","steps":["trace[231719370] 'read index received' (duration: 192.974409ms)","trace[231719370] 'applied index is now lower than readState.Index' (duration: 174.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:05.32246Z","caller":"traceutil/trace.go:171","msg":"trace[1633845591] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"537.840988ms","start":"2026-03-06T01:25:04.784545Z","end":"2026-03-06T01:25:05.322387Z","steps":["trace[1633845591] 'process raft request' (duration: 537.664593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:05.32267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:04.784517Z","time spent":"538.031381ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:05.322887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.662786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:05.322958Z","caller":"traceutil/trace.go:171","msg":"trace[1550546909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23935; }","duration":"193.812798ms","start":"2026-03-06T01:25:05.129123Z","end":"2026-03-06T01:25:05.322936Z","steps":["trace[1550546909] 'agreement among raft nodes before linearized reading' (duration: 193.423579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:05.323128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.208861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-03-06T01:25:05.323162Z","caller":"traceutil/trace.go:171","msg":"trace[1918371262] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23935; }","duration":"177.270872ms","start":"2026-03-06T01:25:05.145883Z","end":"2026-03-06T01:25:05.323154Z","steps":["trace[1918371262] 'agreement among raft nodes before linearized reading' (duration: 177.111538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:06.077099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.214545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:06.077195Z","caller":"traceutil/trace.go:171","msg":"trace[1622451167] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23935; }","duration":"502.37792ms","start":"2026-03-06T01:25:05.574796Z","end":"2026-03-06T01:25:06.077174Z","steps":["trace[1622451167] 'count revisions from in-memory index tree' (duration: 502.127534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:06.077238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:05.574769Z","time spent":"502.458241ms","remote":"127.0.0.1:48556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:06.078341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.640399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-06T01:25:06.078396Z","caller":"traceutil/trace.go:171","msg":"trace[1812322136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23935; }","duration":"316.709221ms","start":"2026-03-06T01:25:05.761676Z","end":"2026-03-06T01:25:06.078385Z","steps":["trace[1812322136] 'range keys from in-memory index tree' (duration: 316.494096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:06.078456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:05.761672Z","time spent":"316.746062ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:25:06.079557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.938109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:25:06.079624Z","caller":"traceutil/trace.go:171","msg":"trace[1658628217] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23935; }","duration":"318.052382ms","start":"2026-03-06T01:25:05.761558Z","end":"2026-03-06T01:25:06.07961Z","steps":["trace[1658628217] 'range keys from in-memory index tree' (duration: 316.885335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:06.079661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:05.76153Z","time spent":"318.121714ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:25:06.204505Z","caller":"traceutil/trace.go:171","msg":"trace[2054203917] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"118.475348ms","start":"2026-03-06T01:25:06.085994Z","end":"2026-03-06T01:25:06.20447Z","steps":["trace[2054203917] 'process raft request' (duration: 118.219722ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:06.204914Z","caller":"traceutil/trace.go:171","msg":"trace[1783159383] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"118.534129ms","start":"2026-03-06T01:25:06.086339Z","end":"2026-03-06T01:25:06.204873Z","steps":["trace[1783159383] 'process raft request' (duration: 118.063658ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:06.81879Z","caller":"traceutil/trace.go:171","msg":"trace[1973409021] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"507.666212ms","start":"2026-03-06T01:25:06.311104Z","end":"2026-03-06T01:25:06.81877Z","steps":["trace[1973409021] 'process raft request' (duration: 507.362085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:06.818938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:06.311075Z","time spent":"507.780545ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:06.819213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.270736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:06.818706Z","caller":"traceutil/trace.go:171","msg":"trace[1028235642] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24796; }","duration":"489.749174ms","start":"2026-03-06T01:25:06.32893Z","end":"2026-03-06T01:25:06.81868Z","steps":["trace[1028235642] 'read index received' (duration: 489.598331ms)","trace[1028235642] 'applied index is now lower than readState.Index' (duration: 149.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:06.819276Z","caller":"traceutil/trace.go:171","msg":"trace[1140650284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23939; }","duration":"490.395529ms","start":"2026-03-06T01:25:06.328866Z","end":"2026-03-06T01:25:06.819261Z","steps":["trace[1140650284] 'agreement among raft nodes before linearized reading' (duration: 490.168573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:06.819315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:06.32884Z","time spent":"490.467371ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:07.944201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.273312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:25:07.944332Z","caller":"traceutil/trace.go:171","msg":"trace[1756859170] linearizableReadLoop","detail":"{readStateIndex:24798; appliedIndex:24797; }","duration":"1.125015446s","start":"2026-03-06T01:25:06.8193Z","end":"2026-03-06T01:25:07.944315Z","steps":["trace[1756859170] 'read index received' (duration: 409.56807ms)","trace[1756859170] 'applied index is now lower than readState.Index' (duration: 715.445816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:07.944795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104880466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:07.944835Z","caller":"traceutil/trace.go:171","msg":"trace[1613718738] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23939; }","duration":"1.104958328s","start":"2026-03-06T01:25:06.839865Z","end":"2026-03-06T01:25:07.944823Z","steps":["trace[1613718738] 'agreement among raft nodes before linearized reading' (duration: 1.104869296s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.944861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:06.839847Z","time spent":"1.105007449s","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:07.945123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.460085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-06T01:25:07.945229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.423798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-06T01:25:07.945315Z","caller":"traceutil/trace.go:171","msg":"trace[1764391851] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23939; }","duration":"555.618552ms","start":"2026-03-06T01:25:07.38967Z","end":"2026-03-06T01:25:07.945289Z","steps":["trace[1764391851] 'agreement among raft nodes before linearized reading' (duration: 555.346766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.945357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:07.38964Z","time spent":"555.710315ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T01:25:07.945398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470450128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:07.9454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398111328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46efbddb\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-06T01:25:07.945306Z","caller":"traceutil/trace.go:171","msg":"trace[887365413] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23939; }","duration":"120.708651ms","start":"2026-03-06T01:25:07.824563Z","end":"2026-03-06T01:25:07.945272Z","steps":["trace[887365413] 'agreement among raft nodes before linearized reading' (duration: 120.229559ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.94545Z","caller":"traceutil/trace.go:171","msg":"trace[17902249] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23939; }","duration":"1.470566261s","start":"2026-03-06T01:25:06.474868Z","end":"2026-03-06T01:25:07.945434Z","steps":["trace[17902249] 'agreement among raft nodes before linearized reading' (duration: 1.470474879s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:07.945491Z","caller":"traceutil/trace.go:171","msg":"trace[1240623493] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46efbddb; range_end:; response_count:1; response_revision:23939; }","duration":"1.398259111s","start":"2026-03-06T01:25:06.547205Z","end":"2026-03-06T01:25:07.945464Z","steps":["trace[1240623493] 'agreement among raft nodes before linearized reading' (duration: 1.397956724s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.945464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.441049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:07.945546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:06.547178Z","time spent":"1.398358964s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46efbddb\" "} {"level":"info","ts":"2026-03-06T01:25:07.945581Z","caller":"traceutil/trace.go:171","msg":"trace[2078156807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23939; }","duration":"502.617793ms","start":"2026-03-06T01:25:07.442932Z","end":"2026-03-06T01:25:07.945549Z","steps":["trace[2078156807] 'agreement among raft nodes before linearized reading' (duration: 502.422659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.945658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:07.442907Z","time spent":"502.731726ms","remote":"127.0.0.1:58772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:07.945508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:06.474835Z","time spent":"1.470658574s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:07.945219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.653412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:07.945764Z","caller":"traceutil/trace.go:171","msg":"trace[266462309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23939; }","duration":"817.256016ms","start":"2026-03-06T01:25:07.128494Z","end":"2026-03-06T01:25:07.94575Z","steps":["trace[266462309] 'agreement among raft nodes before linearized reading' (duration: 816.673652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:07.945807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:07.128472Z","time spent":"817.325467ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:08.055114Z","caller":"traceutil/trace.go:171","msg":"trace[643749638] linearizableReadLoop","detail":"{readStateIndex:24799; appliedIndex:24798; }","duration":"104.313377ms","start":"2026-03-06T01:25:07.950764Z","end":"2026-03-06T01:25:08.055078Z","steps":["trace[643749638] 'read index received' (duration: 103.893597ms)","trace[643749638] 'applied index is now lower than readState.Index' (duration: 418.21µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:08.055328Z","caller":"traceutil/trace.go:171","msg":"trace[109772594] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"106.158341ms","start":"2026-03-06T01:25:07.949112Z","end":"2026-03-06T01:25:08.055271Z","steps":["trace[109772594] 'process raft request' (duration: 105.577507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.055386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.578703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:08.055452Z","caller":"traceutil/trace.go:171","msg":"trace[12796297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23940; }","duration":"104.730997ms","start":"2026-03-06T01:25:07.950703Z","end":"2026-03-06T01:25:08.055434Z","steps":["trace[12796297] 'agreement among raft nodes before linearized reading' (duration: 104.557012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.055607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.614041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-435fb953-ff98-47b7-a041-e08965378958\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-06T01:25:08.055701Z","caller":"traceutil/trace.go:171","msg":"trace[33744656] range","detail":"{range_begin:/registry/persistentvolumes/pvc-435fb953-ff98-47b7-a041-e08965378958; range_end:; response_count:1; response_revision:23940; }","duration":"103.776434ms","start":"2026-03-06T01:25:07.951902Z","end":"2026-03-06T01:25:08.055678Z","steps":["trace[33744656] 'agreement among raft nodes before linearized reading' (duration: 103.428206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.707622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.318159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:08.707798Z","caller":"traceutil/trace.go:171","msg":"trace[489697296] linearizableReadLoop","detail":"{readStateIndex:24800; appliedIndex:24799; }","duration":"578.935618ms","start":"2026-03-06T01:25:08.128839Z","end":"2026-03-06T01:25:08.707774Z","steps":["trace[489697296] 'read index received' (duration: 221.182678ms)","trace[489697296] 'applied index is now lower than readState.Index' (duration: 357.74999ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:08.707922Z","caller":"traceutil/trace.go:171","msg":"trace[1416460339] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"644.532931ms","start":"2026-03-06T01:25:08.063371Z","end":"2026-03-06T01:25:08.707904Z","steps":["trace[1416460339] 'process raft request' (duration: 286.828633ms)","trace[1416460339] 'compare' (duration: 356.9673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:08.708014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:08.063358Z","time spent":"644.605942ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:08.708374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.534591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:08.708426Z","caller":"traceutil/trace.go:171","msg":"trace[2053489108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23941; }","duration":"579.643354ms","start":"2026-03-06T01:25:08.128769Z","end":"2026-03-06T01:25:08.708412Z","steps":["trace[2053489108] 'agreement among raft nodes before linearized reading' (duration: 579.503661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.708466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:08.128735Z","time spent":"579.721476ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:08.708629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.282531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:08.70932Z","caller":"traceutil/trace.go:171","msg":"trace[26256594] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23941; }","duration":"210.015158ms","start":"2026-03-06T01:25:08.499261Z","end":"2026-03-06T01:25:08.709276Z","steps":["trace[26256594] 'agreement among raft nodes before linearized reading' (duration: 209.224139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.708741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.959221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:08.709707Z","caller":"traceutil/trace.go:171","msg":"trace[1616416674] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23941; }","duration":"361.054006ms","start":"2026-03-06T01:25:08.348639Z","end":"2026-03-06T01:25:08.709693Z","steps":["trace[1616416674] 'agreement among raft nodes before linearized reading' (duration: 359.830158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:08.709848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:08.348616Z","time spent":"361.21249ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"info","ts":"2026-03-06T01:25:09.324736Z","caller":"traceutil/trace.go:171","msg":"trace[1385983115] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"608.825936ms","start":"2026-03-06T01:25:08.715882Z","end":"2026-03-06T01:25:09.324708Z","steps":["trace[1385983115] 'process raft request' (duration: 540.09454ms)","trace[1385983115] 'compare' (duration: 68.45048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:09.325285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:08.71587Z","time spent":"609.332688ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:10.033627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.573766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:10.033818Z","caller":"traceutil/trace.go:171","msg":"trace[544378064] linearizableReadLoop","detail":"{readStateIndex:24803; appliedIndex:24800; }","duration":"1.081551772s","start":"2026-03-06T01:25:08.952249Z","end":"2026-03-06T01:25:10.033801Z","steps":["trace[544378064] 'read index received' (duration: 303.745278ms)","trace[544378064] 'applied index is now lower than readState.Index' (duration: 777.805524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:10.035054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082794731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-06T01:25:10.035706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.098402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:10.035745Z","caller":"traceutil/trace.go:171","msg":"trace[689201756] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23944; }","duration":"977.182084ms","start":"2026-03-06T01:25:09.058554Z","end":"2026-03-06T01:25:10.035736Z","steps":["trace[689201756] 'agreement among raft nodes before linearized reading' (duration: 977.097582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.035772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:09.05853Z","time spent":"977.235384ms","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:10.03598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.72727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:10.036021Z","caller":"traceutil/trace.go:171","msg":"trace[893500810] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23944; }","duration":"387.828822ms","start":"2026-03-06T01:25:09.648181Z","end":"2026-03-06T01:25:10.03601Z","steps":["trace[893500810] 'agreement among raft nodes before linearized reading' (duration: 387.76607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.036057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:09.648146Z","time spent":"387.901204ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:10.036159Z","caller":"traceutil/trace.go:171","msg":"trace[1512246022] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"1.210411843s","start":"2026-03-06T01:25:08.825728Z","end":"2026-03-06T01:25:10.03614Z","steps":["trace[1512246022] 'process raft request' (duration: 1.207995507s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.036244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.334096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:25:10.036246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:08.825707Z","time spent":"1.210487515s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:10.036282Z","caller":"traceutil/trace.go:171","msg":"trace[1315732557] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23944; }","duration":"561.426208ms","start":"2026-03-06T01:25:09.474846Z","end":"2026-03-06T01:25:10.036272Z","steps":["trace[1315732557] 'agreement among raft nodes before linearized reading' (duration: 561.346496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.036309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:09.474817Z","time spent":"561.48302ms","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:10.036331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.063768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:10.036448Z","caller":"traceutil/trace.go:171","msg":"trace[1496088798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23944; }","duration":"908.242933ms","start":"2026-03-06T01:25:09.128176Z","end":"2026-03-06T01:25:10.036419Z","steps":["trace[1496088798] 'agreement among raft nodes before linearized reading' (duration: 908.021867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.036511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:09.12815Z","time spent":"908.348535ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:10.036473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.683543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189a1bfd516e3308\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-06T01:25:10.036574Z","caller":"traceutil/trace.go:171","msg":"trace[1996791046] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189a1bfd516e3308; range_end:; response_count:1; response_revision:23944; }","duration":"706.841127ms","start":"2026-03-06T01:25:09.329709Z","end":"2026-03-06T01:25:10.03655Z","steps":["trace[1996791046] 'agreement among raft nodes before linearized reading' (duration: 706.499569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.036643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:09.329694Z","time spent":"706.939099ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":900,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189a1bfd516e3308\" "} {"level":"info","ts":"2026-03-06T01:25:10.037406Z","caller":"traceutil/trace.go:171","msg":"trace[376401587] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23944; }","duration":"1.082904854s","start":"2026-03-06T01:25:08.952207Z","end":"2026-03-06T01:25:10.035112Z","steps":["trace[376401587] 'agreement among raft nodes before linearized reading' (duration: 1.081741517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.037469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:08.952186Z","time spent":"1.085270909s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"info","ts":"2026-03-06T01:25:10.033911Z","caller":"traceutil/trace.go:171","msg":"trace[1642076828] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"1.313159004s","start":"2026-03-06T01:25:08.720743Z","end":"2026-03-06T01:25:10.033903Z","steps":["trace[1642076828] 'process raft request' (duration: 1.115236319s)","trace[1642076828] 'compare' (duration: 197.253479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:10.037696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:08.720716Z","time spent":"1.316884341s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:10.5979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.20003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:10.598033Z","caller":"traceutil/trace.go:171","msg":"trace[1465504207] linearizableReadLoop","detail":"{readStateIndex:24804; appliedIndex:24803; }","duration":"461.121325ms","start":"2026-03-06T01:25:10.13689Z","end":"2026-03-06T01:25:10.598011Z","steps":["trace[1465504207] 'read index received' (duration: 331.608819ms)","trace[1465504207] 'applied index is now lower than readState.Index' (duration: 129.510146ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:10.598141Z","caller":"traceutil/trace.go:171","msg":"trace[1713344048] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"557.749863ms","start":"2026-03-06T01:25:10.040377Z","end":"2026-03-06T01:25:10.598127Z","steps":["trace[1713344048] 'process raft request' (duration: 428.200476ms)","trace[1713344048] 'compare' (duration: 129.002004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:10.598289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:10.040357Z","time spent":"557.887876ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:10.598442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.345987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:10.598473Z","caller":"traceutil/trace.go:171","msg":"trace[1317349816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23945; }","duration":"445.416458ms","start":"2026-03-06T01:25:10.153045Z","end":"2026-03-06T01:25:10.598462Z","steps":["trace[1317349816] 'agreement among raft nodes before linearized reading' (duration: 445.295945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.598493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:10.153035Z","time spent":"445.455078ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:10.598625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.684218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:10.598743Z","caller":"traceutil/trace.go:171","msg":"trace[986729354] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23945; }","duration":"461.866323ms","start":"2026-03-06T01:25:10.136848Z","end":"2026-03-06T01:25:10.598714Z","steps":["trace[986729354] 'agreement among raft nodes before linearized reading' (duration: 461.657138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.598794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:10.136826Z","time spent":"461.956574ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:10.996136Z","caller":"traceutil/trace.go:171","msg":"trace[1666352149] linearizableReadLoop","detail":"{readStateIndex:24806; appliedIndex:24805; }","duration":"283.585906ms","start":"2026-03-06T01:25:10.712526Z","end":"2026-03-06T01:25:10.996112Z","steps":["trace[1666352149] 'read index received' (duration: 283.33489ms)","trace[1666352149] 'applied index is now lower than readState.Index' (duration: 250.156µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:10.996192Z","caller":"traceutil/trace.go:171","msg":"trace[1545221060] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"335.420057ms","start":"2026-03-06T01:25:10.660727Z","end":"2026-03-06T01:25:10.996147Z","steps":["trace[1545221060] 'process raft request' (duration: 335.200232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:10.996387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:10.660708Z","time spent":"335.567601ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:10.996565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.991206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:10.996769Z","caller":"traceutil/trace.go:171","msg":"trace[1881045648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23947; }","duration":"284.291943ms","start":"2026-03-06T01:25:10.712445Z","end":"2026-03-06T01:25:10.996737Z","steps":["trace[1881045648] 'agreement among raft nodes before linearized reading' (duration: 283.73092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:11.991318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.683911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:11.991569Z","caller":"traceutil/trace.go:171","msg":"trace[1273197406] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"755.41209ms","start":"2026-03-06T01:25:11.236138Z","end":"2026-03-06T01:25:11.99155Z","steps":["trace[1273197406] 'process raft request' (duration: 755.362189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:11.991644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.236095Z","time spent":"755.515743ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:11.991952Z","caller":"traceutil/trace.go:171","msg":"trace[1411993765] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"777.327112ms","start":"2026-03-06T01:25:11.214609Z","end":"2026-03-06T01:25:11.991936Z","steps":["trace[1411993765] 'process raft request' (duration: 776.816761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:11.992025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.214568Z","time spent":"777.417545ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:11.992018Z","caller":"traceutil/trace.go:171","msg":"trace[49651006] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"988.934738ms","start":"2026-03-06T01:25:11.00305Z","end":"2026-03-06T01:25:11.991984Z","steps":["trace[49651006] 'process raft request' (duration: 124.49932ms)","trace[49651006] 'compare' (duration: 861.697114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:11.992224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.003014Z","time spent":"989.120932ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:11.992417Z","caller":"traceutil/trace.go:171","msg":"trace[1853655125] linearizableReadLoop","detail":"{readStateIndex:24807; appliedIndex:24806; }","duration":"948.078733ms","start":"2026-03-06T01:25:11.043654Z","end":"2026-03-06T01:25:11.991732Z","steps":["trace[1853655125] 'read index received' (duration: 83.719106ms)","trace[1853655125] 'applied index is now lower than readState.Index' (duration: 864.356087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:11.992682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.981124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:11.992822Z","caller":"traceutil/trace.go:171","msg":"trace[1775189174] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23950; }","duration":"949.200748ms","start":"2026-03-06T01:25:11.04359Z","end":"2026-03-06T01:25:11.992791Z","steps":["trace[1775189174] 'agreement among raft nodes before linearized reading' (duration: 948.743908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:11.9929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.043562Z","time spent":"949.322532ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:12.456749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.028564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:12.457215Z","caller":"traceutil/trace.go:171","msg":"trace[1817583025] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"845.022486ms","start":"2026-03-06T01:25:11.612165Z","end":"2026-03-06T01:25:12.457188Z","steps":["trace[1817583025] 'process raft request' (duration: 730.471569ms)","trace[1817583025] 'compare' (duration: 113.606345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:12.457328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.612131Z","time spent":"845.139268ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:12.457721Z","caller":"traceutil/trace.go:171","msg":"trace[1943355622] linearizableReadLoop","detail":"{readStateIndex:24811; appliedIndex:24809; }","duration":"465.149148ms","start":"2026-03-06T01:25:11.992541Z","end":"2026-03-06T01:25:12.45769Z","steps":["trace[1943355622] 'read index received' (duration: 350.09453ms)","trace[1943355622] 'applied index is now lower than readState.Index' (duration: 115.053048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:12.457875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.164622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:12.45791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.269038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:12.457939Z","caller":"traceutil/trace.go:171","msg":"trace[1058214250] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23952; }","duration":"760.282426ms","start":"2026-03-06T01:25:11.697638Z","end":"2026-03-06T01:25:12.457921Z","steps":["trace[1058214250] 'agreement among raft nodes before linearized reading' (duration: 760.143143ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:12.457973Z","caller":"traceutil/trace.go:171","msg":"trace[1197710876] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23952; }","duration":"538.405471ms","start":"2026-03-06T01:25:11.91955Z","end":"2026-03-06T01:25:12.457956Z","steps":["trace[1197710876] 'agreement among raft nodes before linearized reading' (duration: 538.168705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.457996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.697611Z","time spent":"760.368917ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:25:12.458021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.919528Z","time spent":"538.479313ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:12.458019Z","caller":"traceutil/trace.go:171","msg":"trace[2021919227] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"702.190798ms","start":"2026-03-06T01:25:11.755805Z","end":"2026-03-06T01:25:12.457995Z","steps":["trace[2021919227] 'process raft request' (duration: 701.037801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.458021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.474164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:12.45813Z","caller":"traceutil/trace.go:171","msg":"trace[1081251457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23952; }","duration":"690.609357ms","start":"2026-03-06T01:25:11.767482Z","end":"2026-03-06T01:25:12.458092Z","steps":["trace[1081251457] 'agreement among raft nodes before linearized reading' (duration: 690.468504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.458177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.767472Z","time spent":"690.69488ms","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:12.458241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.755781Z","time spent":"702.28524ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:12.458301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375876249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:25:12.458455Z","caller":"traceutil/trace.go:171","msg":"trace[1862345152] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23952; }","duration":"1.376051593s","start":"2026-03-06T01:25:11.082336Z","end":"2026-03-06T01:25:12.458388Z","steps":["trace[1862345152] 'agreement among raft nodes before linearized reading' (duration: 1.375686974s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.45852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.082311Z","time spent":"1.376197896s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:25:12.459094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243915095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-06T01:25:12.459709Z","caller":"traceutil/trace.go:171","msg":"trace[1075042961] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23952; }","duration":"1.244580401s","start":"2026-03-06T01:25:11.215109Z","end":"2026-03-06T01:25:12.459689Z","steps":["trace[1075042961] 'agreement among raft nodes before linearized reading' (duration: 1.243125067s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.45977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.215081Z","time spent":"1.244675593s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-06T01:25:12.527104Z","caller":"traceutil/trace.go:171","msg":"trace[1325172636] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"484.946132ms","start":"2026-03-06T01:25:12.042127Z","end":"2026-03-06T01:25:12.527073Z","steps":["trace[1325172636] 'process raft request' (duration: 484.721236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.527186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.144911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:12.527243Z","caller":"traceutil/trace.go:171","msg":"trace[1846261442] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23953; }","duration":"507.236592ms","start":"2026-03-06T01:25:12.019991Z","end":"2026-03-06T01:25:12.527227Z","steps":["trace[1846261442] 'agreement among raft nodes before linearized reading' (duration: 507.094089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.527276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.019979Z","time spent":"507.286943ms","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:12.527287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.042113Z","time spent":"485.076974ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:12.527278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.831013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:12.527387Z","caller":"traceutil/trace.go:171","msg":"trace[1107694756] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23953; }","duration":"515.990217ms","start":"2026-03-06T01:25:12.011355Z","end":"2026-03-06T01:25:12.527345Z","steps":["trace[1107694756] 'agreement among raft nodes before linearized reading' (duration: 515.792432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.527459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.011337Z","time spent":"516.104749ms","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:12.527521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.599328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-lcv9j.189a1bffd355e44d\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-03-06T01:25:12.527471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.823229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:12.527567Z","caller":"traceutil/trace.go:171","msg":"trace[1771088421] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-lcv9j.189a1bffd355e44d; range_end:; response_count:1; response_revision:23953; }","duration":"530.709811ms","start":"2026-03-06T01:25:11.996844Z","end":"2026-03-06T01:25:12.527554Z","steps":["trace[1771088421] 'agreement among raft nodes before linearized reading' (duration: 530.601228ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:12.52759Z","caller":"traceutil/trace.go:171","msg":"trace[1592781334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23953; }","duration":"398.940602ms","start":"2026-03-06T01:25:12.128642Z","end":"2026-03-06T01:25:12.527583Z","steps":["trace[1592781334] 'agreement among raft nodes before linearized reading' (duration: 398.801599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:12.527598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:11.99682Z","time spent":"530.770202ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":898,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-lcv9j.189a1bffd355e44d\" "} {"level":"warn","ts":"2026-03-06T01:25:12.527612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.128574Z","time spent":"399.032694ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:13.116464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.774372ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-06T01:25:13.116572Z","caller":"traceutil/trace.go:171","msg":"trace[2123625870] linearizableReadLoop","detail":"{readStateIndex:24813; appliedIndex:24812; }","duration":"589.509185ms","start":"2026-03-06T01:25:12.527041Z","end":"2026-03-06T01:25:13.116551Z","steps":["trace[2123625870] 'read index received' (duration: 272.678581ms)","trace[2123625870] 'applied index is now lower than readState.Index' (duration: 316.829034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:13.11669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.256455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:13.116729Z","caller":"traceutil/trace.go:171","msg":"trace[581315958] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23953; }","duration":"653.314186ms","start":"2026-03-06T01:25:12.463403Z","end":"2026-03-06T01:25:13.116717Z","steps":["trace[581315958] 'agreement among raft nodes before linearized reading' (duration: 653.237494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.116672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.459592Z","time spent":"657.068063ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:25:13.116768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.463394Z","time spent":"653.365177ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:25:13.577809Z","caller":"traceutil/trace.go:171","msg":"trace[1104474235] linearizableReadLoop","detail":"{readStateIndex:24815; appliedIndex:24813; }","duration":"461.187136ms","start":"2026-03-06T01:25:13.116598Z","end":"2026-03-06T01:25:13.577785Z","steps":["trace[1104474235] 'read index received' (duration: 461.046003ms)","trace[1104474235] 'applied index is now lower than readState.Index' (duration: 139.483µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:13.578202Z","caller":"traceutil/trace.go:171","msg":"trace[933941277] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"1.049662867s","start":"2026-03-06T01:25:12.528492Z","end":"2026-03-06T01:25:13.578155Z","steps":["trace[933941277] 'process raft request' (duration: 1.049033962s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:13.578292Z","caller":"traceutil/trace.go:171","msg":"trace[1667371889] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"1.048116451s","start":"2026-03-06T01:25:12.530114Z","end":"2026-03-06T01:25:13.57823Z","steps":["trace[1667371889] 'process raft request' (duration: 1.047588748s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.578402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.238591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-06T01:25:13.578486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.52847Z","time spent":"1.049858082s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18429,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:13.578552Z","caller":"traceutil/trace.go:171","msg":"trace[734902966] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23955; }","duration":"578.457267ms","start":"2026-03-06T01:25:13.000068Z","end":"2026-03-06T01:25:13.578526Z","steps":["trace[734902966] 'agreement among raft nodes before linearized reading' (duration: 578.041227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.578512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047544237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-06T01:25:13.578616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:13.000047Z","time spent":"578.558079ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:13.578638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.53009Z","time spent":"1.048283695s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:13.578636Z","caller":"traceutil/trace.go:171","msg":"trace[1838132964] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7; range_end:; response_count:1; response_revision:23955; }","duration":"1.047714482s","start":"2026-03-06T01:25:12.530893Z","end":"2026-03-06T01:25:13.578608Z","steps":["trace[1838132964] 'agreement among raft nodes before linearized reading' (duration: 1.047297572s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.578731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050177749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:13.578745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.530879Z","time spent":"1.047853724s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7\" "} {"level":"info","ts":"2026-03-06T01:25:13.578796Z","caller":"traceutil/trace.go:171","msg":"trace[1348142522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23955; }","duration":"1.050261922s","start":"2026-03-06T01:25:12.528519Z","end":"2026-03-06T01:25:13.578781Z","steps":["trace[1348142522] 'agreement among raft nodes before linearized reading' (duration: 1.050149289s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.578836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:12.528506Z","time spent":"1.050322373s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:13.829186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.580775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:13.829363Z","caller":"traceutil/trace.go:171","msg":"trace[281636512] linearizableReadLoop","detail":"{readStateIndex:24816; appliedIndex:24815; }","duration":"251.451885ms","start":"2026-03-06T01:25:13.577888Z","end":"2026-03-06T01:25:13.82934Z","steps":["trace[281636512] 'read index received' (duration: 113.501692ms)","trace[281636512] 'applied index is now lower than readState.Index' (duration: 137.948653ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:13.829516Z","caller":"traceutil/trace.go:171","msg":"trace[1057038055] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"709.265643ms","start":"2026-03-06T01:25:13.120202Z","end":"2026-03-06T01:25:13.829468Z","steps":["trace[1057038055] 'process raft request' (duration: 571.268879ms)","trace[1057038055] 'compare' (duration: 137.426661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:13.829596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:13.120164Z","time spent":"709.391766ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:13.829738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.517391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:13.829748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.077755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:13.829786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.529272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:13.829766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.494256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:13.829794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.323789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:13.82984Z","caller":"traceutil/trace.go:171","msg":"trace[1752714789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23956; }","duration":"561.702235ms","start":"2026-03-06T01:25:13.268116Z","end":"2026-03-06T01:25:13.829818Z","steps":["trace[1752714789] 'agreement among raft nodes before linearized reading' (duration: 561.515611ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:13.82986Z","caller":"traceutil/trace.go:171","msg":"trace[822268894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23956; }","duration":"707.662726ms","start":"2026-03-06T01:25:13.12218Z","end":"2026-03-06T01:25:13.829843Z","steps":["trace[822268894] 'agreement among raft nodes before linearized reading' (duration: 707.527343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.829892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:13.268065Z","time spent":"561.818288ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:25:13.829894Z","caller":"traceutil/trace.go:171","msg":"trace[876678187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23956; }","duration":"241.449582ms","start":"2026-03-06T01:25:13.588421Z","end":"2026-03-06T01:25:13.829871Z","steps":["trace[876678187] 'agreement among raft nodes before linearized reading' (duration: 241.279478ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:13.82989Z","caller":"traceutil/trace.go:171","msg":"trace[44176636] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23956; }","duration":"613.69246ms","start":"2026-03-06T01:25:13.216168Z","end":"2026-03-06T01:25:13.82986Z","steps":["trace[44176636] 'agreement among raft nodes before linearized reading' (duration: 613.368943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.829899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.580025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189a1bfdbca95851\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-03-06T01:25:13.829963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:13.216149Z","time spent":"613.801342ms","remote":"127.0.0.1:58832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:13.829998Z","caller":"traceutil/trace.go:171","msg":"trace[818350132] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189a1bfdbca95851; range_end:; response_count:1; response_revision:23956; }","duration":"244.730018ms","start":"2026-03-06T01:25:13.585242Z","end":"2026-03-06T01:25:13.829972Z","steps":["trace[818350132] 'agreement among raft nodes before linearized reading' (duration: 244.427751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.829931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:13.122153Z","time spent":"707.765748ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:25:13.829859Z","caller":"traceutil/trace.go:171","msg":"trace[1241914714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23956; }","duration":"378.266349ms","start":"2026-03-06T01:25:13.451568Z","end":"2026-03-06T01:25:13.829834Z","steps":["trace[1241914714] 'agreement among raft nodes before linearized reading' (duration: 378.053334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:13.830144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:13.451548Z","time spent":"378.574077ms","remote":"127.0.0.1:58408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:14.472907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.974803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:14.472996Z","caller":"traceutil/trace.go:171","msg":"trace[777701698] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23957; }","duration":"123.086996ms","start":"2026-03-06T01:25:14.349888Z","end":"2026-03-06T01:25:14.472975Z","steps":["trace[777701698] 'count revisions from in-memory index tree' (duration: 122.903432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:14.978815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844826191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:25:15.0244Z","caller":"traceutil/trace.go:171","msg":"trace[236784430] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"548.25722ms","start":"2026-03-06T01:25:14.476119Z","end":"2026-03-06T01:25:15.024376Z","steps":["trace[236784430] 'process raft request' (duration: 548.103246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.024541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.476097Z","time spent":"548.358912ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:15.354041Z","caller":"traceutil/trace.go:171","msg":"trace[150330168] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"871.144835ms","start":"2026-03-06T01:25:14.48287Z","end":"2026-03-06T01:25:15.354015Z","steps":["trace[150330168] 'process raft request' (duration: 870.92377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.354194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.482847Z","time spent":"871.267978ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7640,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:15.354268Z","caller":"traceutil/trace.go:171","msg":"trace[1793512170] linearizableReadLoop","detail":"{readStateIndex:24820; appliedIndex:24817; }","duration":"876.195653ms","start":"2026-03-06T01:25:14.478037Z","end":"2026-03-06T01:25:15.354233Z","steps":["trace[1793512170] 'read index received' (duration: 546.277714ms)","trace[1793512170] 'applied index is now lower than readState.Index' (duration: 329.915239ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:15.35444Z","caller":"traceutil/trace.go:171","msg":"trace[476419497] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"820.708576ms","start":"2026-03-06T01:25:14.533657Z","end":"2026-03-06T01:25:15.354366Z","steps":["trace[476419497] 'process raft request' (duration: 820.303696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.354564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.543517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-06T01:25:15.3546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.530921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38d813fa-161b-4f47-a465-3e550c4ed440\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-06T01:25:15.354606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.533631Z","time spent":"820.88446ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:15.354649Z","caller":"traceutil/trace.go:171","msg":"trace[941087906] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38d813fa-161b-4f47-a465-3e550c4ed440; range_end:; response_count:1; response_revision:23960; }","duration":"876.631323ms","start":"2026-03-06T01:25:14.478004Z","end":"2026-03-06T01:25:15.354635Z","steps":["trace[941087906] 'agreement among raft nodes before linearized reading' (duration: 876.391338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.354643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.026699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d\" ","response":"range_response_count:1 size:878"} {"level":"warn","ts":"2026-03-06T01:25:15.354696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.477985Z","time spent":"876.701044ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-38d813fa-161b-4f47-a465-3e550c4ed440\" "} {"level":"info","ts":"2026-03-06T01:25:15.35471Z","caller":"traceutil/trace.go:171","msg":"trace[277902464] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d; range_end:; response_count:1; response_revision:23960; }","duration":"326.143921ms","start":"2026-03-06T01:25:15.028549Z","end":"2026-03-06T01:25:15.354693Z","steps":["trace[277902464] 'agreement among raft nodes before linearized reading' (duration: 325.931486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:15.354607Z","caller":"traceutil/trace.go:171","msg":"trace[51413101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23960; }","duration":"768.585768ms","start":"2026-03-06T01:25:14.58601Z","end":"2026-03-06T01:25:15.354596Z","steps":["trace[51413101] 'agreement among raft nodes before linearized reading' (duration: 768.449195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.354743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:15.028534Z","time spent":"326.203303ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d\" "} {"level":"warn","ts":"2026-03-06T01:25:15.35477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.585938Z","time spent":"768.822314ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:15.354824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.646015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:15.354863Z","caller":"traceutil/trace.go:171","msg":"trace[1421635427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23960; }","duration":"226.736468ms","start":"2026-03-06T01:25:15.128115Z","end":"2026-03-06T01:25:15.354851Z","steps":["trace[1421635427] 'agreement among raft nodes before linearized reading' (duration: 226.676767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.354654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.795549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:15.355153Z","caller":"traceutil/trace.go:171","msg":"trace[1573434373] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23960; }","duration":"441.316831ms","start":"2026-03-06T01:25:14.913827Z","end":"2026-03-06T01:25:15.355143Z","steps":["trace[1573434373] 'agreement among raft nodes before linearized reading' (duration: 440.799839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.355189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:14.913812Z","time spent":"441.365812ms","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:15.957751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.07692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:15.957832Z","caller":"traceutil/trace.go:171","msg":"trace[159466951] linearizableReadLoop","detail":"{readStateIndex:24821; appliedIndex:24820; }","duration":"312.082852ms","start":"2026-03-06T01:25:15.645738Z","end":"2026-03-06T01:25:15.957821Z","steps":["trace[159466951] 'read index received' (duration: 25.801µs)","trace[159466951] 'applied index is now lower than readState.Index' (duration: 312.055881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:15.957952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.229195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:15.957972Z","caller":"traceutil/trace.go:171","msg":"trace[2076293103] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23961; }","duration":"312.278567ms","start":"2026-03-06T01:25:15.645689Z","end":"2026-03-06T01:25:15.957967Z","steps":["trace[2076293103] 'agreement among raft nodes before linearized reading' (duration: 312.160784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:15.95799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:15.645672Z","time spent":"312.312717ms","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:15.958115Z","caller":"traceutil/trace.go:171","msg":"trace[2017049876] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"600.943252ms","start":"2026-03-06T01:25:15.357165Z","end":"2026-03-06T01:25:15.958108Z","steps":["trace[2017049876] 'process raft request' (duration: 259.440723ms)","trace[2017049876] 'compare' (duration: 340.603378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:15.958153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:15.357151Z","time spent":"600.983443ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:16.351921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.172469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:16.352043Z","caller":"traceutil/trace.go:171","msg":"trace[367463644] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"387.773531ms","start":"2026-03-06T01:25:15.964237Z","end":"2026-03-06T01:25:16.352011Z","steps":["trace[367463644] 'process raft request' (duration: 240.437928ms)","trace[367463644] 'compare' (duration: 146.788991ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:16.352212Z","caller":"traceutil/trace.go:171","msg":"trace[466144309] linearizableReadLoop","detail":"{readStateIndex:24822; appliedIndex:24821; }","duration":"223.063172ms","start":"2026-03-06T01:25:16.128939Z","end":"2026-03-06T01:25:16.352002Z","steps":["trace[466144309] 'read index received' (duration: 75.74677ms)","trace[466144309] 'applied index is now lower than readState.Index' (duration: 147.314722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:16.352222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:15.964222Z","time spent":"387.923494ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:16.352308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.369859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:16.352369Z","caller":"traceutil/trace.go:171","msg":"trace[1078705621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23962; }","duration":"223.448201ms","start":"2026-03-06T01:25:16.128885Z","end":"2026-03-06T01:25:16.352333Z","steps":["trace[1078705621] 'agreement among raft nodes before linearized reading' (duration: 223.359449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:17.052589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.547028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:17.052703Z","caller":"traceutil/trace.go:171","msg":"trace[376369541] linearizableReadLoop","detail":"{readStateIndex:24823; appliedIndex:24822; }","duration":"691.858727ms","start":"2026-03-06T01:25:16.360826Z","end":"2026-03-06T01:25:17.052685Z","steps":["trace[376369541] 'read index received' (duration: 133.895249ms)","trace[376369541] 'applied index is now lower than readState.Index' (duration: 557.961188ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:17.052742Z","caller":"traceutil/trace.go:171","msg":"trace[2029724595] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"694.887337ms","start":"2026-03-06T01:25:16.357828Z","end":"2026-03-06T01:25:17.052715Z","steps":["trace[2029724595] 'process raft request' (duration: 136.954591ms)","trace[2029724595] 'compare' (duration: 556.650376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:17.052861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:16.357814Z","time spent":"694.979459ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:17.05293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.074882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:17.053006Z","caller":"traceutil/trace.go:171","msg":"trace[1451618032] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23963; }","duration":"692.180104ms","start":"2026-03-06T01:25:16.360808Z","end":"2026-03-06T01:25:17.052988Z","steps":["trace[1451618032] 'agreement among raft nodes before linearized reading' (duration: 691.938698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:17.053056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:16.360797Z","time spent":"692.250025ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:17.715169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.434185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:25:17.71706Z","caller":"traceutil/trace.go:171","msg":"trace[927162330] linearizableReadLoop","detail":"{readStateIndex:24825; appliedIndex:24823; }","duration":"664.299702ms","start":"2026-03-06T01:25:17.052729Z","end":"2026-03-06T01:25:17.717029Z","steps":["trace[927162330] 'read index received' (duration: 13.072485ms)","trace[927162330] 'applied index is now lower than readState.Index' (duration: 651.226187ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:17.71758Z","caller":"traceutil/trace.go:171","msg":"trace[806184158] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"719.163935ms","start":"2026-03-06T01:25:16.998404Z","end":"2026-03-06T01:25:17.717568Z","steps":["trace[806184158] 'process raft request' (duration: 718.390917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:17.717615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232745155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:25:17.717658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169973478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-f9chm\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-06T01:25:17.717674Z","caller":"traceutil/trace.go:171","msg":"trace[540120161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23964; }","duration":"1.232863458s","start":"2026-03-06T01:25:16.484794Z","end":"2026-03-06T01:25:17.717657Z","steps":["trace[540120161] 'agreement among raft nodes before linearized reading' (duration: 1.232736915s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:17.717757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:16.998388Z","time spent":"719.226746ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:17.717704Z","caller":"traceutil/trace.go:171","msg":"trace[1995752483] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-f9chm; range_end:; response_count:1; response_revision:23964; }","duration":"1.170052561s","start":"2026-03-06T01:25:16.547636Z","end":"2026-03-06T01:25:17.717689Z","steps":["trace[1995752483] 'agreement among raft nodes before linearized reading' (duration: 1.169890007s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:17.717839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:16.484771Z","time spent":"1.233029821s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:17.717856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:16.547618Z","time spent":"1.170226584s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-f9chm\" "} {"level":"warn","ts":"2026-03-06T01:25:18.246598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.194072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:18.2468Z","caller":"traceutil/trace.go:171","msg":"trace[1215725532] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"866.873735ms","start":"2026-03-06T01:25:17.379894Z","end":"2026-03-06T01:25:18.246768Z","steps":["trace[1215725532] 'process raft request' (duration: 457.404638ms)","trace[1215725532] 'compare' (duration: 408.091325ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:18.246848Z","caller":"traceutil/trace.go:171","msg":"trace[1941742447] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"519.932869ms","start":"2026-03-06T01:25:17.7269Z","end":"2026-03-06T01:25:18.246832Z","steps":["trace[1941742447] 'process raft request' (duration: 519.829196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:18.246945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.726872Z","time spent":"520.014221ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7125,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:18.246974Z","caller":"traceutil/trace.go:171","msg":"trace[640175738] linearizableReadLoop","detail":"{readStateIndex:24826; appliedIndex:24825; }","duration":"529.805039ms","start":"2026-03-06T01:25:17.717135Z","end":"2026-03-06T01:25:18.24694Z","steps":["trace[640175738] 'read index received' (duration: 120.376363ms)","trace[640175738] 'applied index is now lower than readState.Index' (duration: 409.425296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:18.247118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033724244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:18.247165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060463759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:18.247196Z","caller":"traceutil/trace.go:171","msg":"trace[1993743018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23966; }","duration":"1.060542251s","start":"2026-03-06T01:25:17.186643Z","end":"2026-03-06T01:25:18.247185Z","steps":["trace[1993743018] 'agreement among raft nodes before linearized reading' (duration: 1.060448289s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:18.24719Z","caller":"traceutil/trace.go:171","msg":"trace[1126165194] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23966; }","duration":"1.033827657s","start":"2026-03-06T01:25:17.213343Z","end":"2026-03-06T01:25:18.247171Z","steps":["trace[1126165194] 'agreement among raft nodes before linearized reading' (duration: 1.033657563s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:18.246951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.379869Z","time spent":"867.030399ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:18.247222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.186628Z","time spent":"1.060587972s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:18.247243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.213324Z","time spent":"1.033903559s","remote":"127.0.0.1:59014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:18.247414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119403947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:18.247443Z","caller":"traceutil/trace.go:171","msg":"trace[1185252036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23966; }","duration":"1.119461048s","start":"2026-03-06T01:25:17.127972Z","end":"2026-03-06T01:25:18.247433Z","steps":["trace[1185252036] 'agreement among raft nodes before linearized reading' (duration: 1.119415587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:18.24746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.127951Z","time spent":"1.119505739s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:18.247612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.802278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-06T01:25:18.247666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18586645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46ed1aaf\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-06T01:25:18.247688Z","caller":"traceutil/trace.go:171","msg":"trace[172546663] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46ed1aaf; range_end:; response_count:1; response_revision:23966; }","duration":"1.18592221s","start":"2026-03-06T01:25:17.061759Z","end":"2026-03-06T01:25:18.247681Z","steps":["trace[172546663] 'agreement among raft nodes before linearized reading' (duration: 1.185801438s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:18.247713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.061736Z","time spent":"1.185972742s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46ed1aaf\" "} {"level":"warn","ts":"2026-03-06T01:25:18.24783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.966083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:18.247854Z","caller":"traceutil/trace.go:171","msg":"trace[648820818] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23966; }","duration":"420.031264ms","start":"2026-03-06T01:25:17.827816Z","end":"2026-03-06T01:25:18.247848Z","steps":["trace[648820818] 'agreement among raft nodes before linearized reading' (duration: 419.991583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:18.247873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.827796Z","time spent":"420.072445ms","remote":"127.0.0.1:58610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:18.248045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.960801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:18.248069Z","caller":"traceutil/trace.go:171","msg":"trace[1408078163] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23966; }","duration":"173.012422ms","start":"2026-03-06T01:25:18.075051Z","end":"2026-03-06T01:25:18.248063Z","steps":["trace[1408078163] 'agreement among raft nodes before linearized reading' (duration: 172.942251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:18.24823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.525451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:18.248254Z","caller":"traceutil/trace.go:171","msg":"trace[1073600551] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23966; }","duration":"190.585093ms","start":"2026-03-06T01:25:18.057663Z","end":"2026-03-06T01:25:18.248248Z","steps":["trace[1073600551] 'agreement among raft nodes before linearized reading' (duration: 190.511761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:18.247681Z","caller":"traceutil/trace.go:171","msg":"trace[1445530958] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23966; }","duration":"775.90685ms","start":"2026-03-06T01:25:17.471758Z","end":"2026-03-06T01:25:18.247665Z","steps":["trace[1445530958] 'agreement among raft nodes before linearized reading' (duration: 775.729676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:18.24832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:17.471737Z","time spent":"776.576195ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-06T01:25:19.183656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.105514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:19.183787Z","caller":"traceutil/trace.go:171","msg":"trace[1186733790] linearizableReadLoop","detail":"{readStateIndex:24828; appliedIndex:24827; }","duration":"927.223505ms","start":"2026-03-06T01:25:18.25655Z","end":"2026-03-06T01:25:19.183774Z","steps":["trace[1186733790] 'read index received' (duration: 382.785763ms)","trace[1186733790] 'applied index is now lower than readState.Index' (duration: 544.435812ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:19.183917Z","caller":"traceutil/trace.go:171","msg":"trace[174383625] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"932.289963ms","start":"2026-03-06T01:25:18.251494Z","end":"2026-03-06T01:25:19.183784Z","steps":["trace[174383625] 'process raft request' (duration: 387.979744ms)","trace[174383625] 'compare' (duration: 543.03516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:19.183958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.38831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:19.184119Z","caller":"traceutil/trace.go:171","msg":"trace[271910730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23967; }","duration":"927.584344ms","start":"2026-03-06T01:25:18.256511Z","end":"2026-03-06T01:25:19.184096Z","steps":["trace[271910730] 'agreement among raft nodes before linearized reading' (duration: 927.317967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:19.184153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:18.251468Z","time spent":"932.591621ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:19.184183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:18.256491Z","time spent":"927.678306ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:19.18419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.949662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:19.184292Z","caller":"traceutil/trace.go:171","msg":"trace[52742339] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23967; }","duration":"824.102766ms","start":"2026-03-06T01:25:18.360165Z","end":"2026-03-06T01:25:19.184268Z","steps":["trace[52742339] 'agreement among raft nodes before linearized reading' (duration: 823.753838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:19.184361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:18.360148Z","time spent":"824.195567ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:19.848595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.952774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:19.848734Z","caller":"traceutil/trace.go:171","msg":"trace[917945612] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"657.743809ms","start":"2026-03-06T01:25:19.190967Z","end":"2026-03-06T01:25:19.84871Z","steps":["trace[917945612] 'process raft request' (duration: 501.56283ms)","trace[917945612] 'compare' (duration: 155.78476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:19.848802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:19.190948Z","time spent":"657.81871ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:20.516816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.224799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:20.517056Z","caller":"traceutil/trace.go:171","msg":"trace[2122934797] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"553.434992ms","start":"2026-03-06T01:25:19.963603Z","end":"2026-03-06T01:25:20.517038Z","steps":["trace[2122934797] 'process raft request' (duration: 553.324029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:20.517125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:19.963575Z","time spent":"553.514194ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:20.517289Z","caller":"traceutil/trace.go:171","msg":"trace[1930742649] linearizableReadLoop","detail":"{readStateIndex:24830; appliedIndex:24828; }","duration":"1.297373965s","start":"2026-03-06T01:25:19.219887Z","end":"2026-03-06T01:25:20.517261Z","steps":["trace[1930742649] 'read index received' (duration: 472.640924ms)","trace[1930742649] 'applied index is now lower than readState.Index' (duration: 824.730161ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:20.517391Z","caller":"traceutil/trace.go:171","msg":"trace[2127267410] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"1.322143004s","start":"2026-03-06T01:25:19.195237Z","end":"2026-03-06T01:25:20.51738Z","steps":["trace[2127267410] 'process raft request' (duration: 812.2619ms)","trace[2127267410] 'compare' (duration: 508.760507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:20.51749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:19.195225Z","time spent":"1.322185924s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6374,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:20.517684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297791074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-06T01:25:20.517737Z","caller":"traceutil/trace.go:171","msg":"trace[2080819898] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23970; }","duration":"1.297856147s","start":"2026-03-06T01:25:19.219867Z","end":"2026-03-06T01:25:20.517723Z","steps":["trace[2080819898] 'agreement among raft nodes before linearized reading' (duration: 1.297714673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:20.517769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:19.219861Z","time spent":"1.297901607s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:25:21.354004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.746511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:25:21.354131Z","caller":"traceutil/trace.go:171","msg":"trace[659684939] linearizableReadLoop","detail":"{readStateIndex:24832; appliedIndex:24831; }","duration":"836.765642ms","start":"2026-03-06T01:25:20.517347Z","end":"2026-03-06T01:25:21.354112Z","steps":["trace[659684939] 'read index received' (duration: 103.652002ms)","trace[659684939] 'applied index is now lower than readState.Index' (duration: 733.11219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:25:21.354198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131042099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:25:21.354242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226654492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:21.354265Z","caller":"traceutil/trace.go:171","msg":"trace[1942574614] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23971; }","duration":"1.131161702s","start":"2026-03-06T01:25:20.223089Z","end":"2026-03-06T01:25:21.35425Z","steps":["trace[1942574614] 'agreement among raft nodes before linearized reading' (duration: 1.131038769s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.354301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.223068Z","time spent":"1.131226123s","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:25:21.35472Z","caller":"traceutil/trace.go:171","msg":"trace[155488957] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"1.100505695s","start":"2026-03-06T01:25:20.254007Z","end":"2026-03-06T01:25:21.354512Z","steps":["trace[155488957] 'process raft request' (duration: 367.033586ms)","trace[155488957] 'compare' (duration: 731.492612ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:21.354341Z","caller":"traceutil/trace.go:171","msg":"trace[1737150731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23971; }","duration":"1.226715524s","start":"2026-03-06T01:25:20.127544Z","end":"2026-03-06T01:25:21.35426Z","steps":["trace[1737150731] 'agreement among raft nodes before linearized reading' (duration: 1.226658202s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.354855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.127521Z","time spent":"1.227321248s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:21.354873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.659801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:25:21.354899Z","caller":"traceutil/trace.go:171","msg":"trace[760991740] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23971; }","duration":"878.715792ms","start":"2026-03-06T01:25:20.476176Z","end":"2026-03-06T01:25:21.354892Z","steps":["trace[760991740] 'agreement among raft nodes before linearized reading' (duration: 878.654191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.354921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.476158Z","time spent":"878.757934ms","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:21.355049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.824192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:21.355074Z","caller":"traceutil/trace.go:171","msg":"trace[1964521778] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23971; }","duration":"990.848813ms","start":"2026-03-06T01:25:20.364217Z","end":"2026-03-06T01:25:21.355066Z","steps":["trace[1964521778] 'agreement among raft nodes before linearized reading' (duration: 990.806642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.355091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.364135Z","time spent":"990.951745ms","remote":"127.0.0.1:58704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:21.355204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.289053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:21.35528Z","caller":"traceutil/trace.go:171","msg":"trace[486670791] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23971; }","duration":"712.403326ms","start":"2026-03-06T01:25:20.642864Z","end":"2026-03-06T01:25:21.355267Z","steps":["trace[486670791] 'agreement among raft nodes before linearized reading' (duration: 712.271203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.355435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31555345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:21.355464Z","caller":"traceutil/trace.go:171","msg":"trace[557370024] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23971; }","duration":"1.315615952s","start":"2026-03-06T01:25:20.039839Z","end":"2026-03-06T01:25:21.355455Z","steps":["trace[557370024] 'agreement among raft nodes before linearized reading' (duration: 1.315568531s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.355415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.642833Z","time spent":"712.56789ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:21.355484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.039816Z","time spent":"1.315661792s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:25:21.354799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:20.253973Z","time spent":"1.100770621s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:21.355755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501939045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46efbddb\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-06T01:25:21.355779Z","caller":"traceutil/trace.go:171","msg":"trace[480670742] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46efbddb; range_end:; response_count:1; response_revision:23971; }","duration":"1.502026277s","start":"2026-03-06T01:25:19.853745Z","end":"2026-03-06T01:25:21.355772Z","steps":["trace[480670742] 'agreement among raft nodes before linearized reading' (duration: 1.501929685s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.355798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:19.853697Z","time spent":"1.502094939s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-f9chm.189a1bff46efbddb\" "} {"level":"warn","ts":"2026-03-06T01:25:21.355058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09787943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-06T01:25:21.355897Z","caller":"traceutil/trace.go:171","msg":"trace[1385409796] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:23971; }","duration":"2.09876669s","start":"2026-03-06T01:25:19.257107Z","end":"2026-03-06T01:25:21.355874Z","steps":["trace[1385409796] 'agreement among raft nodes before linearized reading' (duration: 2.097682835s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.355983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:19.257083Z","time spent":"2.098883934s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:25:21.356063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.002132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:25:21.356087Z","caller":"traceutil/trace.go:171","msg":"trace[1122295142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23971; }","duration":"146.080623ms","start":"2026-03-06T01:25:21.210001Z","end":"2026-03-06T01:25:21.356081Z","steps":["trace[1122295142] 'agreement among raft nodes before linearized reading' (duration: 145.985231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.356218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.795887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:25:21.356236Z","caller":"traceutil/trace.go:171","msg":"trace[124760588] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23971; }","duration":"145.868439ms","start":"2026-03-06T01:25:21.210363Z","end":"2026-03-06T01:25:21.356231Z","steps":["trace[124760588] 'agreement among raft nodes before linearized reading' (duration: 145.814928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.356633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.678145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:25:21.356679Z","caller":"traceutil/trace.go:171","msg":"trace[2048317379] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:23971; }","duration":"273.783167ms","start":"2026-03-06T01:25:21.082884Z","end":"2026-03-06T01:25:21.356667Z","steps":["trace[2048317379] 'agreement among raft nodes before linearized reading' (duration: 273.342637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.711593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.939667ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:25:21.711714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:21.358542Z","time spent":"353.167302ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:25:21.721996Z","caller":"traceutil/trace.go:171","msg":"trace[1293797426] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"363.30857ms","start":"2026-03-06T01:25:21.358658Z","end":"2026-03-06T01:25:21.721966Z","steps":["trace[1293797426] 'process raft request' (duration: 363.099775ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:21.722097Z","caller":"traceutil/trace.go:171","msg":"trace[1846982404] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"360.276508ms","start":"2026-03-06T01:25:21.361791Z","end":"2026-03-06T01:25:21.722068Z","steps":["trace[1846982404] 'process raft request' (duration: 360.102294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.722125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.969881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:25:21.722168Z","caller":"traceutil/trace.go:171","msg":"trace[1921599096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23974; }","duration":"363.082474ms","start":"2026-03-06T01:25:21.359076Z","end":"2026-03-06T01:25:21.722158Z","steps":["trace[1921599096] 'agreement among raft nodes before linearized reading' (duration: 362.964672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.722203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:21.358678Z","time spent":"363.518114ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:25:21.722233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:21.361782Z","time spent":"360.373551ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:25:21.72216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:21.358641Z","time spent":"363.427882ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:21.722483Z","caller":"traceutil/trace.go:171","msg":"trace[572604941] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"329.294975ms","start":"2026-03-06T01:25:21.393175Z","end":"2026-03-06T01:25:21.72247Z","steps":["trace[572604941] 'process raft request' (duration: 328.780533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:25:21.72254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:25:21.393147Z","time spent":"329.363957ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:25:21.722007Z","caller":"traceutil/trace.go:171","msg":"trace[1648616202] linearizableReadLoop","detail":"{readStateIndex:24834; appliedIndex:24832; }","duration":"362.830859ms","start":"2026-03-06T01:25:21.359161Z","end":"2026-03-06T01:25:21.721992Z","steps":["trace[1648616202] 'read index received' (duration: 186.405076ms)","trace[1648616202] 'applied index is now lower than readState.Index' (duration: 176.424993ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:25:21.924533Z","caller":"traceutil/trace.go:171","msg":"trace[898431165] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"164.955535ms","start":"2026-03-06T01:25:21.759555Z","end":"2026-03-06T01:25:21.92451Z","steps":["trace[898431165] 'process raft request' (duration: 158.179236ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:13.225309Z","caller":"traceutil/trace.go:171","msg":"trace[1116339076] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"129.481855ms","start":"2026-03-06T01:26:13.095783Z","end":"2026-03-06T01:26:13.225264Z","steps":["trace[1116339076] 'process raft request' (duration: 129.146377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:18.630767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844828068,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:26:19.036812Z","caller":"traceutil/trace.go:171","msg":"trace[635475925] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25395; }","duration":"906.805941ms","start":"2026-03-06T01:26:18.129977Z","end":"2026-03-06T01:26:19.036783Z","steps":["trace[635475925] 'read index received' (duration: 906.707699ms)","trace[635475925] 'applied index is now lower than readState.Index' (duration: 96.812µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:19.036946Z","caller":"traceutil/trace.go:171","msg":"trace[696183659] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"927.728174ms","start":"2026-03-06T01:26:18.109168Z","end":"2026-03-06T01:26:19.036896Z","steps":["trace[696183659] 'process raft request' (duration: 927.435707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:19.037127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.111298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:19.037213Z","caller":"traceutil/trace.go:171","msg":"trace[1818581404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24520; }","duration":"907.269671ms","start":"2026-03-06T01:26:18.129918Z","end":"2026-03-06T01:26:19.037188Z","steps":["trace[1818581404] 'agreement among raft nodes before linearized reading' (duration: 907.011795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:19.037222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:18.109144Z","time spent":"927.986979ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:19.037267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:18.129892Z","time spent":"907.364304ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:26:19.185013Z","caller":"traceutil/trace.go:171","msg":"trace[788167854] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"497.367383ms","start":"2026-03-06T01:26:18.687596Z","end":"2026-03-06T01:26:19.184963Z","steps":["trace[788167854] 'process raft request' (duration: 421.625782ms)","trace[788167854] 'compare' (duration: 75.499765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:19.185217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:18.687571Z","time spent":"497.537167ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:19.185203Z","caller":"traceutil/trace.go:171","msg":"trace[1873782459] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"125.971965ms","start":"2026-03-06T01:26:19.059189Z","end":"2026-03-06T01:26:19.185161Z","steps":["trace[1873782459] 'process raft request' (duration: 125.825352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:19.185343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.355619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:19.185205Z","caller":"traceutil/trace.go:171","msg":"trace[1498295856] linearizableReadLoop","detail":"{readStateIndex:25397; appliedIndex:25396; }","duration":"148.150696ms","start":"2026-03-06T01:26:19.036897Z","end":"2026-03-06T01:26:19.185048Z","steps":["trace[1498295856] 'read index received' (duration: 72.352114ms)","trace[1498295856] 'applied index is now lower than readState.Index' (duration: 75.795662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:19.185503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.097417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:19.185577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.72143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:26:19.185626Z","caller":"traceutil/trace.go:171","msg":"trace[1450587278] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24522; }","duration":"400.27659ms","start":"2026-03-06T01:26:18.785322Z","end":"2026-03-06T01:26:19.185599Z","steps":["trace[1450587278] 'agreement among raft nodes before linearized reading' (duration: 400.000794ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:19.18564Z","caller":"traceutil/trace.go:171","msg":"trace[1389167649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24522; }","duration":"663.774112ms","start":"2026-03-06T01:26:18.521843Z","end":"2026-03-06T01:26:19.185617Z","steps":["trace[1389167649] 'agreement among raft nodes before linearized reading' (duration: 663.650699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:19.185681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:18.785303Z","time spent":"400.366623ms","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:19.185678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.751296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:26:19.185691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:18.52178Z","time spent":"663.900084ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:26:19.185732Z","caller":"traceutil/trace.go:171","msg":"trace[1815975489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24522; }","duration":"835.852669ms","start":"2026-03-06T01:26:18.349867Z","end":"2026-03-06T01:26:19.185719Z","steps":["trace[1815975489] 'agreement among raft nodes before linearized reading' (duration: 835.648164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:19.185773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:18.349837Z","time spent":"835.92952ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:19.185438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.37605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:26:19.185955Z","caller":"traceutil/trace.go:171","msg":"trace[1222979893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24522; }","duration":"221.949833ms","start":"2026-03-06T01:26:18.96398Z","end":"2026-03-06T01:26:19.18593Z","steps":["trace[1222979893] 'agreement among raft nodes before linearized reading' (duration: 221.333329ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:19.18545Z","caller":"traceutil/trace.go:171","msg":"trace[22073152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24522; }","duration":"298.512112ms","start":"2026-03-06T01:26:18.886914Z","end":"2026-03-06T01:26:19.185426Z","steps":["trace[22073152] 'agreement among raft nodes before linearized reading' (duration: 298.200885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:19.185989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.895238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:19.186283Z","caller":"traceutil/trace.go:171","msg":"trace[2055593296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24522; }","duration":"147.192434ms","start":"2026-03-06T01:26:19.039036Z","end":"2026-03-06T01:26:19.186229Z","steps":["trace[2055593296] 'agreement among raft nodes before linearized reading' (duration: 146.911438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.230152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.317524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:20.230456Z","caller":"traceutil/trace.go:171","msg":"trace[147244260] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"1.038218948s","start":"2026-03-06T01:26:19.192173Z","end":"2026-03-06T01:26:20.230392Z","steps":["trace[147244260] 'process raft request' (duration: 458.553665ms)","trace[147244260] 'compare' (duration: 579.135921ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:20.230565Z","caller":"traceutil/trace.go:171","msg":"trace[1723590748] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"1.038264129s","start":"2026-03-06T01:26:19.192225Z","end":"2026-03-06T01:26:20.230489Z","steps":["trace[1723590748] 'process raft request' (duration: 1.038086105s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:20.230632Z","caller":"traceutil/trace.go:171","msg":"trace[1346960890] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"976.181577ms","start":"2026-03-06T01:26:19.25441Z","end":"2026-03-06T01:26:20.230591Z","steps":["trace[1346960890] 'process raft request' (duration: 975.975012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:20.230672Z","caller":"traceutil/trace.go:171","msg":"trace[903745115] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"625.604099ms","start":"2026-03-06T01:26:19.605039Z","end":"2026-03-06T01:26:20.230643Z","steps":["trace[903745115] 'process raft request' (duration: 625.531788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.230785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.605015Z","time spent":"625.715722ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:20.230822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.254386Z","time spent":"976.33815ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:20.23083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.192217Z","time spent":"1.038462953s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:20.230873Z","caller":"traceutil/trace.go:171","msg":"trace[187588702] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25399; }","duration":"947.713834ms","start":"2026-03-06T01:26:19.283127Z","end":"2026-03-06T01:26:20.230841Z","steps":["trace[187588702] 'read index received' (duration: 367.688623ms)","trace[187588702] 'applied index is now lower than readState.Index' (duration: 580.022471ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:20.230985Z","caller":"traceutil/trace.go:171","msg":"trace[231991226] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"729.022066ms","start":"2026-03-06T01:26:19.501949Z","end":"2026-03-06T01:26:20.230971Z","steps":["trace[231991226] 'process raft request' (duration: 728.559135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.231072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.501925Z","time spent":"729.099227ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:20.23113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.688234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:26:20.231168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011772671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-06T01:26:20.23121Z","caller":"traceutil/trace.go:171","msg":"trace[1850835583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24528; }","duration":"963.870899ms","start":"2026-03-06T01:26:19.267324Z","end":"2026-03-06T01:26:20.231195Z","steps":["trace[1850835583] 'agreement among raft nodes before linearized reading' (duration: 963.653674ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:20.231214Z","caller":"traceutil/trace.go:171","msg":"trace[72814571] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24528; }","duration":"1.011841772s","start":"2026-03-06T01:26:19.219356Z","end":"2026-03-06T01:26:20.231198Z","steps":["trace[72814571] 'agreement among raft nodes before linearized reading' (duration: 1.011659098s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.231247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.21934Z","time spent":"1.011900264s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-06T01:26:20.231252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.267294Z","time spent":"963.948501ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:20.231339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036221133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:20.231396Z","caller":"traceutil/trace.go:171","msg":"trace[349222198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24528; }","duration":"1.036319375s","start":"2026-03-06T01:26:19.195064Z","end":"2026-03-06T01:26:20.231383Z","steps":["trace[349222198] 'agreement among raft nodes before linearized reading' (duration: 1.036209212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.23143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.195045Z","time spent":"1.036378606s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:20.231124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.192165Z","time spent":"1.038655007s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:20.231496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.80782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:26:20.231536Z","caller":"traceutil/trace.go:171","msg":"trace[946361509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24528; }","duration":"968.848301ms","start":"2026-03-06T01:26:19.262678Z","end":"2026-03-06T01:26:20.231526Z","steps":["trace[946361509] 'agreement among raft nodes before linearized reading' (duration: 968.725568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.231572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.262634Z","time spent":"968.929403ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:26:20.584369Z","caller":"traceutil/trace.go:171","msg":"trace[1527884818] linearizableReadLoop","detail":"{readStateIndex:25405; appliedIndex:25404; }","duration":"353.401752ms","start":"2026-03-06T01:26:20.230941Z","end":"2026-03-06T01:26:20.584343Z","steps":["trace[1527884818] 'read index received' (duration: 353.047494ms)","trace[1527884818] 'applied index is now lower than readState.Index' (duration: 352.878µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:20.584515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.154432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:20.584534Z","caller":"traceutil/trace.go:171","msg":"trace[2076648991] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24529; }","duration":"854.271604ms","start":"2026-03-06T01:26:19.730257Z","end":"2026-03-06T01:26:20.584529Z","steps":["trace[2076648991] 'agreement among raft nodes before linearized reading' (duration: 854.186202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.584554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.73022Z","time spent":"854.329586ms","remote":"127.0.0.1:60844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:20.584493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.003259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:26:20.584654Z","caller":"traceutil/trace.go:171","msg":"trace[954990009] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24529; }","duration":"669.196245ms","start":"2026-03-06T01:26:19.9154Z","end":"2026-03-06T01:26:20.584597Z","steps":["trace[954990009] 'agreement among raft nodes before linearized reading' (duration: 668.947489ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:20.584621Z","caller":"traceutil/trace.go:171","msg":"trace[1045045911] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"919.131149ms","start":"2026-03-06T01:26:19.665449Z","end":"2026-03-06T01:26:20.58458Z","steps":["trace[1045045911] 'process raft request' (duration: 918.540566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.584744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.915371Z","time spent":"669.332337ms","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:20.584831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.665415Z","time spent":"919.302623ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:20.584855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171223283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:20.585121Z","caller":"traceutil/trace.go:171","msg":"trace[113764661] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24529; }","duration":"1.171512809s","start":"2026-03-06T01:26:19.413515Z","end":"2026-03-06T01:26:20.585028Z","steps":["trace[113764661] 'agreement among raft nodes before linearized reading' (duration: 1.170964197s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.585191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:19.413493Z","time spent":"1.171685054s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:26:20.615476Z","caller":"traceutil/trace.go:171","msg":"trace[1625129131] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"376.36016ms","start":"2026-03-06T01:26:20.239081Z","end":"2026-03-06T01:26:20.615442Z","steps":["trace[1625129131] 'process raft request' (duration: 375.660414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.61568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:20.239056Z","time spent":"376.512994ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:20.615888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.821587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:20.616026Z","caller":"traceutil/trace.go:171","msg":"trace[590251215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24531; }","duration":"383.013231ms","start":"2026-03-06T01:26:20.232996Z","end":"2026-03-06T01:26:20.61601Z","steps":["trace[590251215] 'agreement among raft nodes before linearized reading' (duration: 382.816037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.616065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:20.232974Z","time spent":"383.085472ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:20.616135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.54034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:20.616217Z","caller":"traceutil/trace.go:171","msg":"trace[406597051] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24531; }","duration":"239.694513ms","start":"2026-03-06T01:26:20.376503Z","end":"2026-03-06T01:26:20.616197Z","steps":["trace[406597051] 'agreement among raft nodes before linearized reading' (duration: 239.53958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.616318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.435525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:20.616467Z","caller":"traceutil/trace.go:171","msg":"trace[950059459] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"373.520536ms","start":"2026-03-06T01:26:20.242931Z","end":"2026-03-06T01:26:20.616451Z","steps":["trace[950059459] 'process raft request' (duration: 372.010042ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:20.616467Z","caller":"traceutil/trace.go:171","msg":"trace[1194169265] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24531; }","duration":"323.63808ms","start":"2026-03-06T01:26:20.292797Z","end":"2026-03-06T01:26:20.616435Z","steps":["trace[1194169265] 'agreement among raft nodes before linearized reading' (duration: 323.323093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:20.616557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:20.242917Z","time spent":"373.598398ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:20.616676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:20.292741Z","time spent":"323.917136ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:20.883139Z","caller":"traceutil/trace.go:171","msg":"trace[1685634343] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"150.864358ms","start":"2026-03-06T01:26:20.732242Z","end":"2026-03-06T01:26:20.883106Z","steps":["trace[1685634343] 'process raft request' (duration: 107.162131ms)","trace[1685634343] 'compare' (duration: 43.355829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:20.883659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.443622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:20.883771Z","caller":"traceutil/trace.go:171","msg":"trace[1189588208] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24531; }","duration":"175.631347ms","start":"2026-03-06T01:26:20.708114Z","end":"2026-03-06T01:26:20.883746Z","steps":["trace[1189588208] 'count revisions from in-memory index tree' (duration: 175.32082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:21.483497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.583414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:21.483596Z","caller":"traceutil/trace.go:171","msg":"trace[475043140] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24532; }","duration":"395.767048ms","start":"2026-03-06T01:26:21.087804Z","end":"2026-03-06T01:26:21.483571Z","steps":["trace[475043140] 'count revisions from in-memory index tree' (duration: 395.37979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:21.483643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.087773Z","time spent":"395.857491ms","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:21.483687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.156351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:26:21.483769Z","caller":"traceutil/trace.go:171","msg":"trace[272132897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24532; }","duration":"440.278283ms","start":"2026-03-06T01:26:21.043468Z","end":"2026-03-06T01:26:21.483746Z","steps":["trace[272132897] 'range keys from in-memory index tree' (duration: 440.013928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:21.483806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.043452Z","time spent":"440.346566ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:26:21.483984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.089306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:26:21.484033Z","caller":"traceutil/trace.go:171","msg":"trace[1136577081] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:24532; }","duration":"396.151638ms","start":"2026-03-06T01:26:21.087869Z","end":"2026-03-06T01:26:21.484021Z","steps":["trace[1136577081] 'range keys from in-memory index tree' (duration: 395.81764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:21.484062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.087773Z","time spent":"396.2817ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T01:26:21.528862Z","caller":"traceutil/trace.go:171","msg":"trace[1613053442] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"335.894567ms","start":"2026-03-06T01:26:21.192933Z","end":"2026-03-06T01:26:21.528827Z","steps":["trace[1613053442] 'process raft request' (duration: 314.969244ms)","trace[1613053442] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 20.710198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:21.529183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.192894Z","time spent":"336.036049ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:22.01384Z","caller":"traceutil/trace.go:171","msg":"trace[1361951241] linearizableReadLoop","detail":"{readStateIndex:25410; appliedIndex:25408; }","duration":"724.338429ms","start":"2026-03-06T01:26:21.289474Z","end":"2026-03-06T01:26:22.013813Z","steps":["trace[1361951241] 'read index received' (duration: 218.334851ms)","trace[1361951241] 'applied index is now lower than readState.Index' (duration: 506.002698ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:22.013864Z","caller":"traceutil/trace.go:171","msg":"trace[2100658095] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"820.268596ms","start":"2026-03-06T01:26:21.193542Z","end":"2026-03-06T01:26:22.013811Z","steps":["trace[2100658095] 'process raft request' (duration: 819.944389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:22.013901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.485274Z","time spent":"528.612099ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:26:22.013953Z","caller":"traceutil/trace.go:171","msg":"trace[619752796] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"525.53121ms","start":"2026-03-06T01:26:21.488391Z","end":"2026-03-06T01:26:22.013922Z","steps":["trace[619752796] 'process raft request' (duration: 525.367426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:22.014084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.488376Z","time spent":"525.623451ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:22.014088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.601416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:26:22.014106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.193528Z","time spent":"820.44451ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:22.014126Z","caller":"traceutil/trace.go:171","msg":"trace[316475209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24535; }","duration":"724.700038ms","start":"2026-03-06T01:26:21.289415Z","end":"2026-03-06T01:26:22.014115Z","steps":["trace[316475209] 'agreement among raft nodes before linearized reading' (duration: 724.548575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:22.014164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:21.289391Z","time spent":"724.764879ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:26:22.014252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.918243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:26:22.014339Z","caller":"traceutil/trace.go:171","msg":"trace[973136928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24535; }","duration":"242.042297ms","start":"2026-03-06T01:26:21.772273Z","end":"2026-03-06T01:26:22.014315Z","steps":["trace[973136928] 'agreement among raft nodes before linearized reading' (duration: 241.820942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:22.014384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.110876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:26:22.014472Z","caller":"traceutil/trace.go:171","msg":"trace[220765711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24535; }","duration":"241.183907ms","start":"2026-03-06T01:26:21.773246Z","end":"2026-03-06T01:26:22.01443Z","steps":["trace[220765711] 'agreement among raft nodes before linearized reading' (duration: 240.967572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:22.675328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.346206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:22.675673Z","caller":"traceutil/trace.go:171","msg":"trace[1091766687] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"660.61306ms","start":"2026-03-06T01:26:22.015013Z","end":"2026-03-06T01:26:22.675626Z","steps":["trace[1091766687] 'process raft request' (duration: 188.872016ms)","trace[1091766687] 'compare' (duration: 470.497356ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:22.67575Z","caller":"traceutil/trace.go:171","msg":"trace[1796501801] linearizableReadLoop","detail":"{readStateIndex:25416; appliedIndex:25412; }","duration":"626.146882ms","start":"2026-03-06T01:26:22.049581Z","end":"2026-03-06T01:26:22.675728Z","steps":["trace[1796501801] 'read index received' (duration: 154.323336ms)","trace[1796501801] 'applied index is now lower than readState.Index' (duration: 471.821736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:22.675896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.014991Z","time spent":"660.758543ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:22.676017Z","caller":"traceutil/trace.go:171","msg":"trace[829069998] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"656.625439ms","start":"2026-03-06T01:26:22.019354Z","end":"2026-03-06T01:26:22.675979Z","steps":["trace[829069998] 'process raft request' (duration: 656.249401ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:22.67603Z","caller":"traceutil/trace.go:171","msg":"trace[1197403389] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"657.436898ms","start":"2026-03-06T01:26:22.018554Z","end":"2026-03-06T01:26:22.675991Z","steps":["trace[1197403389] 'process raft request' (duration: 656.900636ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:22.676062Z","caller":"traceutil/trace.go:171","msg":"trace[53067073] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"656.340414ms","start":"2026-03-06T01:26:22.019656Z","end":"2026-03-06T01:26:22.675997Z","steps":["trace[53067073] 'process raft request' (duration: 656.010056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:22.67607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.477489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:22.676188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.019324Z","time spent":"656.780583ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:22.676229Z","caller":"traceutil/trace.go:171","msg":"trace[470657611] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24539; }","duration":"626.699434ms","start":"2026-03-06T01:26:22.049517Z","end":"2026-03-06T01:26:22.676216Z","steps":["trace[470657611] 'agreement among raft nodes before linearized reading' (duration: 626.484749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:22.676232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.018531Z","time spent":"657.589662ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:22.676268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.019642Z","time spent":"656.518908ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:22.67626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.049494Z","time spent":"626.753325ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:23.393668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.795378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:23.393979Z","caller":"traceutil/trace.go:171","msg":"trace[5556467] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"1.14770228s","start":"2026-03-06T01:26:22.246152Z","end":"2026-03-06T01:26:23.393855Z","steps":["trace[5556467] 'process raft request' (duration: 654.625875ms)","trace[5556467] 'compare' (duration: 492.455411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:23.394218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.246112Z","time spent":"1.147957376s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:23.394395Z","caller":"traceutil/trace.go:171","msg":"trace[720367825] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"1.148169881s","start":"2026-03-06T01:26:22.246185Z","end":"2026-03-06T01:26:23.394355Z","steps":["trace[720367825] 'process raft request' (duration: 1.147583458s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.394649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.246165Z","time spent":"1.148373495s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:23.394965Z","caller":"traceutil/trace.go:171","msg":"trace[538132885] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"1.148271703s","start":"2026-03-06T01:26:22.246678Z","end":"2026-03-06T01:26:23.39495Z","steps":["trace[538132885] 'process raft request' (duration: 1.148106329s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:23.395023Z","caller":"traceutil/trace.go:171","msg":"trace[1589946653] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"804.123911ms","start":"2026-03-06T01:26:22.590863Z","end":"2026-03-06T01:26:23.394987Z","steps":["trace[1589946653] 'process raft request' (duration: 804.015178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.395078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.24666Z","time spent":"1.148377726s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:23.395215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.590826Z","time spent":"804.295575ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:23.395263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26638254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:23.395339Z","caller":"traceutil/trace.go:171","msg":"trace[525805318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24544; }","duration":"1.266476492s","start":"2026-03-06T01:26:22.128818Z","end":"2026-03-06T01:26:23.395294Z","steps":["trace[525805318] 'agreement among raft nodes before linearized reading' (duration: 1.266320239s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.395385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.128792Z","time spent":"1.266580555s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:23.39541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150872422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:26:23.395416Z","caller":"traceutil/trace.go:171","msg":"trace[1181286714] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"557.653063ms","start":"2026-03-06T01:26:22.837726Z","end":"2026-03-06T01:26:23.395379Z","steps":["trace[1181286714] 'process raft request' (duration: 557.217024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.395443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152928148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:26:23.395484Z","caller":"traceutil/trace.go:171","msg":"trace[761192730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24544; }","duration":"1.150997684s","start":"2026-03-06T01:26:22.244466Z","end":"2026-03-06T01:26:23.395463Z","steps":["trace[761192730] 'agreement among raft nodes before linearized reading' (duration: 1.150540314s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:23.39553Z","caller":"traceutil/trace.go:171","msg":"trace[1905279884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24544; }","duration":"1.15304322s","start":"2026-03-06T01:26:22.242462Z","end":"2026-03-06T01:26:23.395505Z","steps":["trace[1905279884] 'agreement among raft nodes before linearized reading' (duration: 1.15258526s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.395562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.244441Z","time spent":"1.151105727s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:26:23.395572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.242358Z","time spent":"1.153204835s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:23.395598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.837693Z","time spent":"557.814997ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:23.395443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.761054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:26:23.395752Z","caller":"traceutil/trace.go:171","msg":"trace[380755903] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24544; }","duration":"956.161634ms","start":"2026-03-06T01:26:22.439579Z","end":"2026-03-06T01:26:23.39574Z","steps":["trace[380755903] 'agreement among raft nodes before linearized reading' (duration: 955.425377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.395792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.439557Z","time spent":"956.224856ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-06T01:26:23.395882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.894231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:26:23.395925Z","caller":"traceutil/trace.go:171","msg":"trace[1196711508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24544; }","duration":"774.980013ms","start":"2026-03-06T01:26:22.620936Z","end":"2026-03-06T01:26:23.395916Z","steps":["trace[1196711508] 'agreement among raft nodes before linearized reading' (duration: 774.110903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.396251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.620921Z","time spent":"775.298699ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:23.396319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.32662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:26:23.39632Z","caller":"traceutil/trace.go:171","msg":"trace[1276254391] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"347.419296ms","start":"2026-03-06T01:26:23.048879Z","end":"2026-03-06T01:26:23.396299Z","steps":["trace[1276254391] 'process raft request' (duration: 346.391273ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:23.396401Z","caller":"traceutil/trace.go:171","msg":"trace[1537858947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24544; }","duration":"775.438313ms","start":"2026-03-06T01:26:22.62094Z","end":"2026-03-06T01:26:23.396378Z","steps":["trace[1537858947] 'agreement among raft nodes before linearized reading' (duration: 774.113393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.396452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.620926Z","time spent":"775.515494ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:23.396466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:23.048846Z","time spent":"347.57658ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:23.395717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.570398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:23.397435Z","caller":"traceutil/trace.go:171","msg":"trace[1423684983] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24544; }","duration":"987.673976ms","start":"2026-03-06T01:26:22.40974Z","end":"2026-03-06T01:26:23.397414Z","steps":["trace[1423684983] 'agreement among raft nodes before linearized reading' (duration: 985.272541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.397494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.409707Z","time spent":"987.770358ms","remote":"127.0.0.1:53766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:23.395013Z","caller":"traceutil/trace.go:171","msg":"trace[1858849937] linearizableReadLoop","detail":"{readStateIndex:25420; appliedIndex:25416; }","duration":"719.205813ms","start":"2026-03-06T01:26:22.675787Z","end":"2026-03-06T01:26:23.394993Z","steps":["trace[1858849937] 'read index received' (duration: 224.990922ms)","trace[1858849937] 'applied index is now lower than readState.Index' (duration: 494.213841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:23.397745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.403617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-06T01:26:23.397763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.207284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:23.397774Z","caller":"traceutil/trace.go:171","msg":"trace[1701021440] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24545; }","duration":"719.466878ms","start":"2026-03-06T01:26:22.678299Z","end":"2026-03-06T01:26:23.397766Z","steps":["trace[1701021440] 'agreement among raft nodes before linearized reading' (duration: 719.377786ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:23.397787Z","caller":"traceutil/trace.go:171","msg":"trace[1560135289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24545; }","duration":"143.278646ms","start":"2026-03-06T01:26:23.254501Z","end":"2026-03-06T01:26:23.397779Z","steps":["trace[1560135289] 'agreement among raft nodes before linearized reading' (duration: 143.224965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.397796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:22.678283Z","time spent":"719.507979ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:26:23.397917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.919852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:23.397959Z","caller":"traceutil/trace.go:171","msg":"trace[529906149] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24545; }","duration":"337.967184ms","start":"2026-03-06T01:26:23.059981Z","end":"2026-03-06T01:26:23.397948Z","steps":["trace[529906149] 'agreement among raft nodes before linearized reading' (duration: 337.884472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.397968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.078872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:26:23.397985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:23.059924Z","time spent":"338.054235ms","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:23.397991Z","caller":"traceutil/trace.go:171","msg":"trace[1784587114] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24545; }","duration":"387.144183ms","start":"2026-03-06T01:26:23.01084Z","end":"2026-03-06T01:26:23.397984Z","steps":["trace[1784587114] 'agreement among raft nodes before linearized reading' (duration: 387.061092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.400567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:23.010813Z","time spent":"389.740442ms","remote":"127.0.0.1:60946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:23.398176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.32555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:26:23.400738Z","caller":"traceutil/trace.go:171","msg":"trace[201113300] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24545; }","duration":"324.932058ms","start":"2026-03-06T01:26:23.075792Z","end":"2026-03-06T01:26:23.400724Z","steps":["trace[201113300] 'agreement among raft nodes before linearized reading' (duration: 322.315489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.40081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:23.075768Z","time spent":"325.031721ms","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-06T01:26:23.685059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.444959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:23.685231Z","caller":"traceutil/trace.go:171","msg":"trace[263193518] linearizableReadLoop","detail":"{readStateIndex:25423; appliedIndex:25422; }","duration":"284.176179ms","start":"2026-03-06T01:26:23.401038Z","end":"2026-03-06T01:26:23.685214Z","steps":["trace[263193518] 'read index received' (duration: 144.649807ms)","trace[263193518] 'applied index is now lower than readState.Index' (duration: 139.525082ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:23.685303Z","caller":"traceutil/trace.go:171","msg":"trace[1907802083] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"284.476126ms","start":"2026-03-06T01:26:23.400814Z","end":"2026-03-06T01:26:23.68529Z","steps":["trace[1907802083] 'process raft request' (duration: 144.677268ms)","trace[1907802083] 'compare' (duration: 139.292676ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:23.685836Z","caller":"traceutil/trace.go:171","msg":"trace[42625883] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"284.717631ms","start":"2026-03-06T01:26:23.401058Z","end":"2026-03-06T01:26:23.685776Z","steps":["trace[42625883] 'process raft request' (duration: 284.108727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:23.685892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.719291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-06T01:26:23.685988Z","caller":"traceutil/trace.go:171","msg":"trace[2042851786] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0482eecc-c3d5-4665-963a-47492150eda7; range_end:; response_count:1; response_revision:24547; }","duration":"285.080089ms","start":"2026-03-06T01:26:23.40088Z","end":"2026-03-06T01:26:23.68596Z","steps":["trace[2042851786] 'agreement among raft nodes before linearized reading' (duration: 284.562877ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:23.687041Z","caller":"traceutil/trace.go:171","msg":"trace[1693514978] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"149.414975ms","start":"2026-03-06T01:26:23.537609Z","end":"2026-03-06T01:26:23.687024Z","steps":["trace[1693514978] 'process raft request' (duration: 149.371844ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:23.687316Z","caller":"traceutil/trace.go:171","msg":"trace[583443380] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"286.179654ms","start":"2026-03-06T01:26:23.401126Z","end":"2026-03-06T01:26:23.687306Z","steps":["trace[583443380] 'process raft request' (duration: 285.727204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:23.687484Z","caller":"traceutil/trace.go:171","msg":"trace[1285088867] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"286.124503ms","start":"2026-03-06T01:26:23.401349Z","end":"2026-03-06T01:26:23.687474Z","steps":["trace[1285088867] 'process raft request' (duration: 285.591661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:24.728072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.389151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:24.728178Z","caller":"traceutil/trace.go:171","msg":"trace[798778825] linearizableReadLoop","detail":"{readStateIndex:25428; appliedIndex:25427; }","duration":"1.042903365s","start":"2026-03-06T01:26:23.685256Z","end":"2026-03-06T01:26:24.728159Z","steps":["trace[798778825] 'read index received' (duration: 168.26131ms)","trace[798778825] 'applied index is now lower than readState.Index' (duration: 874.640594ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:24.728254Z","caller":"traceutil/trace.go:171","msg":"trace[524521594] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"1.136339565s","start":"2026-03-06T01:26:23.591902Z","end":"2026-03-06T01:26:24.728242Z","steps":["trace[524521594] 'process raft request' (duration: 261.66925ms)","trace[524521594] 'compare' (duration: 870.628644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:24.728321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:23.591876Z","time spent":"1.136411486s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:24.728568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325439937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:26:24.728622Z","caller":"traceutil/trace.go:171","msg":"trace[1006769810] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24551; }","duration":"1.325512618s","start":"2026-03-06T01:26:23.403099Z","end":"2026-03-06T01:26:24.728611Z","steps":["trace[1006769810] 'agreement among raft nodes before linearized reading' (duration: 1.325412825s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:24.728656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:23.403083Z","time spent":"1.32556384s","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-06T01:26:24.767469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.135228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:26:24.767472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.177513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:24.767571Z","caller":"traceutil/trace.go:171","msg":"trace[869432345] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24552; }","duration":"139.326787ms","start":"2026-03-06T01:26:24.628218Z","end":"2026-03-06T01:26:24.767545Z","steps":["trace[869432345] 'agreement among raft nodes before linearized reading' (duration: 139.137343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:24.767706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.010182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:24.767731Z","caller":"traceutil/trace.go:171","msg":"trace[2015932139] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24552; }","duration":"681.076173ms","start":"2026-03-06T01:26:24.08665Z","end":"2026-03-06T01:26:24.767726Z","steps":["trace[2015932139] 'agreement among raft nodes before linearized reading' (duration: 681.029982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:24.76775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.086631Z","time spent":"681.114084ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:24.767891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.193836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:24.767911Z","caller":"traceutil/trace.go:171","msg":"trace[1154740955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24552; }","duration":"163.249677ms","start":"2026-03-06T01:26:24.604657Z","end":"2026-03-06T01:26:24.767907Z","steps":["trace[1154740955] 'agreement among raft nodes before linearized reading' (duration: 163.211576ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:24.767583Z","caller":"traceutil/trace.go:171","msg":"trace[369525309] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"746.778027ms","start":"2026-03-06T01:26:24.020793Z","end":"2026-03-06T01:26:24.767571Z","steps":["trace[369525309] 'process raft request' (duration: 746.433849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:24.768128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.020774Z","time spent":"747.284388ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:24.767528Z","caller":"traceutil/trace.go:171","msg":"trace[1204584423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24552; }","duration":"748.24879ms","start":"2026-03-06T01:26:24.019264Z","end":"2026-03-06T01:26:24.767513Z","steps":["trace[1204584423] 'agreement among raft nodes before linearized reading' (duration: 748.065786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:24.768289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.956085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:24.768331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.019241Z","time spent":"749.083619ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:26:24.768354Z","caller":"traceutil/trace.go:171","msg":"trace[669802352] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24552; }","duration":"683.058768ms","start":"2026-03-06T01:26:24.08528Z","end":"2026-03-06T01:26:24.768339Z","steps":["trace[669802352] 'agreement among raft nodes before linearized reading' (duration: 682.945895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:24.768403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.085263Z","time spent":"683.129509ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:26:25.289115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844828130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:26:25.453083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.700323ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:25.453239Z","caller":"traceutil/trace.go:171","msg":"trace[915747496] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24552; }","duration":"486.874687ms","start":"2026-03-06T01:26:24.966346Z","end":"2026-03-06T01:26:25.453221Z","steps":["trace[915747496] 'range keys from in-memory index tree' (duration: 486.683732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.455223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.855608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:25.455417Z","caller":"traceutil/trace.go:171","msg":"trace[1549850657] linearizableReadLoop","detail":"{readStateIndex:25431; appliedIndex:25429; }","duration":"680.841747ms","start":"2026-03-06T01:26:24.774561Z","end":"2026-03-06T01:26:25.455403Z","steps":["trace[1549850657] 'read index received' (duration: 549.140432ms)","trace[1549850657] 'applied index is now lower than readState.Index' (duration: 131.700365ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:25.455617Z","caller":"traceutil/trace.go:171","msg":"trace[193669809] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"681.094313ms","start":"2026-03-06T01:26:24.774481Z","end":"2026-03-06T01:26:25.455575Z","steps":["trace[193669809] 'process raft request' (duration: 680.844737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.45566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.088553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:25.455837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.774469Z","time spent":"681.255476ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:25.455862Z","caller":"traceutil/trace.go:171","msg":"trace[1622601655] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24554; }","duration":"681.326238ms","start":"2026-03-06T01:26:24.774517Z","end":"2026-03-06T01:26:25.455843Z","steps":["trace[1622601655] 'agreement among raft nodes before linearized reading' (duration: 681.101113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:25.455841Z","caller":"traceutil/trace.go:171","msg":"trace[728182353] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"683.140929ms","start":"2026-03-06T01:26:24.772638Z","end":"2026-03-06T01:26:25.455779Z","steps":["trace[728182353] 'process raft request' (duration: 550.255288ms)","trace[728182353] 'compare' (duration: 131.729085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:25.455919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.774501Z","time spent":"681.40485ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:26:25.456098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.772615Z","time spent":"683.348934ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:25.970598Z","caller":"traceutil/trace.go:171","msg":"trace[252404622] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"559.979977ms","start":"2026-03-06T01:26:25.410584Z","end":"2026-03-06T01:26:25.970564Z","steps":["trace[252404622] 'process raft request' (duration: 474.419135ms)","trace[252404622] 'compare' (duration: 84.964378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:25.970788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.410559Z","time spent":"560.11398ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:25.971418Z","caller":"traceutil/trace.go:171","msg":"trace[589486287] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"275.489802ms","start":"2026-03-06T01:26:25.69591Z","end":"2026-03-06T01:26:25.971399Z","steps":["trace[589486287] 'process raft request' (duration: 275.41264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:25.971743Z","caller":"traceutil/trace.go:171","msg":"trace[1649017709] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"561.087632ms","start":"2026-03-06T01:26:25.410643Z","end":"2026-03-06T01:26:25.971731Z","steps":["trace[1649017709] 'process raft request' (duration: 559.737502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.971815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.410638Z","time spent":"561.139903ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:25.971951Z","caller":"traceutil/trace.go:171","msg":"trace[884210365] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"561.236096ms","start":"2026-03-06T01:26:25.410701Z","end":"2026-03-06T01:26:25.971937Z","steps":["trace[884210365] 'process raft request' (duration: 560.568681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.972006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.410696Z","time spent":"561.282477ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:25.972135Z","caller":"traceutil/trace.go:171","msg":"trace[1913553447] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25431; }","duration":"516.532476ms","start":"2026-03-06T01:26:25.455593Z","end":"2026-03-06T01:26:25.972125Z","steps":["trace[1913553447] 'read index received' (duration: 48.599288ms)","trace[1913553447] 'applied index is now lower than readState.Index' (duration: 467.931868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:25.972404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.111621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:25.972467Z","caller":"traceutil/trace.go:171","msg":"trace[1227381944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24559; }","duration":"827.220334ms","start":"2026-03-06T01:26:25.14523Z","end":"2026-03-06T01:26:25.97245Z","steps":["trace[1227381944] 'agreement among raft nodes before linearized reading' (duration: 827.116611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.972513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.145207Z","time spent":"827.294395ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:25.972733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.025615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:25.972774Z","caller":"traceutil/trace.go:171","msg":"trace[1187810161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24559; }","duration":"841.68365ms","start":"2026-03-06T01:26:25.131079Z","end":"2026-03-06T01:26:25.972763Z","steps":["trace[1187810161] 'agreement among raft nodes before linearized reading' (duration: 841.618358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.972809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.131058Z","time spent":"841.743782ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:25.97318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178225571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:26:25.973224Z","caller":"traceutil/trace.go:171","msg":"trace[734663681] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24559; }","duration":"1.178309803s","start":"2026-03-06T01:26:24.794903Z","end":"2026-03-06T01:26:25.973213Z","steps":["trace[734663681] 'agreement among raft nodes before linearized reading' (duration: 1.178063827s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.97326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:24.794873Z","time spent":"1.178377205s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:25.973479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.878786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:25.973522Z","caller":"traceutil/trace.go:171","msg":"trace[1693853836] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24559; }","duration":"509.954738ms","start":"2026-03-06T01:26:25.463555Z","end":"2026-03-06T01:26:25.973509Z","steps":["trace[1693853836] 'agreement among raft nodes before linearized reading' (duration: 509.889726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.973567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.463537Z","time spent":"510.01665ms","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:26:25.974081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.296636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:26:25.974126Z","caller":"traceutil/trace.go:171","msg":"trace[580750714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24559; }","duration":"282.369517ms","start":"2026-03-06T01:26:25.691746Z","end":"2026-03-06T01:26:25.974116Z","steps":["trace[580750714] 'agreement among raft nodes before linearized reading' (duration: 282.232394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.974281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.579592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:26:25.974372Z","caller":"traceutil/trace.go:171","msg":"trace[469122766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24559; }","duration":"282.672445ms","start":"2026-03-06T01:26:25.691632Z","end":"2026-03-06T01:26:25.974304Z","steps":["trace[469122766] 'agreement among raft nodes before linearized reading' (duration: 282.583753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.974564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.95647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-06T01:26:25.974597Z","caller":"traceutil/trace.go:171","msg":"trace[1047325191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24559; }","duration":"283.007452ms","start":"2026-03-06T01:26:25.691581Z","end":"2026-03-06T01:26:25.974589Z","steps":["trace[1047325191] 'agreement among raft nodes before linearized reading' (duration: 282.91355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.974741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.375865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:26:25.9748Z","caller":"traceutil/trace.go:171","msg":"trace[1337837941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24559; }","duration":"285.457247ms","start":"2026-03-06T01:26:25.689329Z","end":"2026-03-06T01:26:25.974786Z","steps":["trace[1337837941] 'agreement among raft nodes before linearized reading' (duration: 285.345155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.975052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.740919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:26:25.975092Z","caller":"traceutil/trace.go:171","msg":"trace[628222101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24559; }","duration":"318.847951ms","start":"2026-03-06T01:26:25.656234Z","end":"2026-03-06T01:26:25.975082Z","steps":["trace[628222101] 'agreement among raft nodes before linearized reading' (duration: 318.680347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.975125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.656196Z","time spent":"318.918853ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:26:25.976067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.742778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274444"} {"level":"info","ts":"2026-03-06T01:26:25.976147Z","caller":"traceutil/trace.go:171","msg":"trace[1061388150] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24559; }","duration":"337.780459ms","start":"2026-03-06T01:26:25.638315Z","end":"2026-03-06T01:26:25.976095Z","steps":["trace[1061388150] 'agreement among raft nodes before linearized reading' (duration: 336.979551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:25.976199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.638257Z","time spent":"337.931072ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274467,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:26:26.378903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.570182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:26:26.379068Z","caller":"traceutil/trace.go:171","msg":"trace[463034602] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"394.366947ms","start":"2026-03-06T01:26:25.98468Z","end":"2026-03-06T01:26:26.379047Z","steps":["trace[463034602] 'process raft request' (duration: 107.560249ms)","trace[463034602] 'compare' (duration: 285.775035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:26.379134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.984669Z","time spent":"394.437278ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:26.379375Z","caller":"traceutil/trace.go:171","msg":"trace[272658389] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"394.635873ms","start":"2026-03-06T01:26:25.984729Z","end":"2026-03-06T01:26:26.379365Z","steps":["trace[272658389] 'process raft request' (duration: 394.267475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:26.379424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.984724Z","time spent":"394.676064ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:26.379518Z","caller":"traceutil/trace.go:171","msg":"trace[1159824828] linearizableReadLoop","detail":"{readStateIndex:25440; appliedIndex:25436; }","duration":"393.032877ms","start":"2026-03-06T01:26:25.986342Z","end":"2026-03-06T01:26:26.379375Z","steps":["trace[1159824828] 'read index received' (duration: 30.275374ms)","trace[1159824828] 'applied index is now lower than readState.Index' (duration: 362.756183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:26.379895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.524678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18445"} {"level":"info","ts":"2026-03-06T01:26:26.379967Z","caller":"traceutil/trace.go:171","msg":"trace[1465046488] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24563; }","duration":"393.64813ms","start":"2026-03-06T01:26:25.98631Z","end":"2026-03-06T01:26:26.379958Z","steps":["trace[1465046488] 'agreement among raft nodes before linearized reading' (duration: 393.318343ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:26.379522Z","caller":"traceutil/trace.go:171","msg":"trace[1868940000] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"394.690115ms","start":"2026-03-06T01:26:25.984788Z","end":"2026-03-06T01:26:26.379478Z","steps":["trace[1868940000] 'process raft request' (duration: 394.46441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:26.380186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.984777Z","time spent":"395.312918ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:26.380532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.986295Z","time spent":"394.228474ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18468,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:26:27.42456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.831691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:26:27.424784Z","caller":"traceutil/trace.go:171","msg":"trace[1955300237] linearizableReadLoop","detail":"{readStateIndex:25441; appliedIndex:25440; }","duration":"1.045128354s","start":"2026-03-06T01:26:26.379638Z","end":"2026-03-06T01:26:27.424766Z","steps":["trace[1955300237] 'read index received' (duration: 145.974466ms)","trace[1955300237] 'applied index is now lower than readState.Index' (duration: 899.152948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:27.425795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138443432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:27.425923Z","caller":"traceutil/trace.go:171","msg":"trace[1603171670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24563; }","duration":"1.138677006s","start":"2026-03-06T01:26:26.287214Z","end":"2026-03-06T01:26:27.425891Z","steps":["trace[1603171670] 'agreement among raft nodes before linearized reading' (duration: 1.138429811s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:27.42599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.287161Z","time spent":"1.138817349s","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:26:27.425875Z","caller":"traceutil/trace.go:171","msg":"trace[541426862] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"648.995428ms","start":"2026-03-06T01:26:26.776842Z","end":"2026-03-06T01:26:27.425837Z","steps":["trace[541426862] 'process raft request' (duration: 647.824032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:27.427169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.776816Z","time spent":"649.907618ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:27.468235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.753316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67855bb459-tnfdm.189a1a167c8d7e03\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-06T01:26:27.468485Z","caller":"traceutil/trace.go:171","msg":"trace[2131464226] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67855bb459-tnfdm.189a1a167c8d7e03; range_end:; response_count:1; response_revision:24564; }","duration":"260.052843ms","start":"2026-03-06T01:26:27.208408Z","end":"2026-03-06T01:26:27.468461Z","steps":["trace[2131464226] 'agreement among raft nodes before linearized reading' (duration: 217.40605ms)","trace[2131464226] 'range keys from in-memory index tree' (duration: 42.260274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:27.468734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.241512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:27.468768Z","caller":"traceutil/trace.go:171","msg":"trace[170056314] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24564; }","duration":"958.343204ms","start":"2026-03-06T01:26:26.510415Z","end":"2026-03-06T01:26:27.468758Z","steps":["trace[170056314] 'agreement among raft nodes before linearized reading' (duration: 915.412304ms)","trace[170056314] 'count revisions from in-memory index tree' (duration: 42.881059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:27.468793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.510398Z","time spent":"958.387105ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:26:27.469358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482791359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:27.469394Z","caller":"traceutil/trace.go:171","msg":"trace[1794964353] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24564; }","duration":"1.482895101s","start":"2026-03-06T01:26:25.986487Z","end":"2026-03-06T01:26:27.469383Z","steps":["trace[1794964353] 'agreement among raft nodes before linearized reading' (duration: 1.439306646s)","trace[1794964353] 'range keys from in-memory index tree' (duration: 43.525813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:27.469426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:25.986468Z","time spent":"1.482949962s","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:26:27.467985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33804143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:26:27.470915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00333593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:27.47101Z","caller":"traceutil/trace.go:171","msg":"trace[1077745142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24564; }","duration":"1.340842043s","start":"2026-03-06T01:26:26.129823Z","end":"2026-03-06T01:26:27.470665Z","steps":["trace[1077745142] 'agreement among raft nodes before linearized reading' (duration: 1.295936218s)","trace[1077745142] 'range keys from in-memory index tree' (duration: 42.162852ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:27.47111Z","caller":"traceutil/trace.go:171","msg":"trace[2032856624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24564; }","duration":"1.003405331s","start":"2026-03-06T01:26:26.467551Z","end":"2026-03-06T01:26:27.470956Z","steps":["trace[2032856624] 'agreement among raft nodes before linearized reading' (duration: 958.237121ms)","trace[2032856624] 'range keys from in-memory index tree' (duration: 44.906365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:26:27.471058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.129805Z","time spent":"1.341242941s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:26:27.471404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:26.467457Z","time spent":"1.003831831s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:26:28.213374Z","caller":"traceutil/trace.go:171","msg":"trace[2133631298] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"229.052653ms","start":"2026-03-06T01:26:27.984297Z","end":"2026-03-06T01:26:28.21335Z","steps":["trace[2133631298] 'process raft request' (duration: 228.901579ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.353439Z","caller":"traceutil/trace.go:171","msg":"trace[1357357205] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"368.848501ms","start":"2026-03-06T01:26:27.98453Z","end":"2026-03-06T01:26:28.353379Z","steps":["trace[1357357205] 'process raft request' (duration: 368.622526ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:26:28.353229Z","caller":"traceutil/trace.go:171","msg":"trace[836298310] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"368.726998ms","start":"2026-03-06T01:26:27.984472Z","end":"2026-03-06T01:26:28.353199Z","steps":["trace[836298310] 'process raft request' (duration: 366.688672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.353999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.984524Z","time spent":"369.356982ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:26:28.35497Z","caller":"traceutil/trace.go:171","msg":"trace[1958431767] linearizableReadLoop","detail":"{readStateIndex:25450; appliedIndex:25446; }","duration":"333.960024ms","start":"2026-03-06T01:26:28.020993Z","end":"2026-03-06T01:26:28.354953Z","steps":["trace[1958431767] 'read index received' (duration: 192.15247ms)","trace[1958431767] 'applied index is now lower than readState.Index' (duration: 141.805973ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:26:28.355257Z","caller":"traceutil/trace.go:171","msg":"trace[1863182295] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"370.469068ms","start":"2026-03-06T01:26:27.98477Z","end":"2026-03-06T01:26:28.355239Z","steps":["trace[1863182295] 'process raft request' (duration: 370.023178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.35532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.984761Z","time spent":"370.520069ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:26:28.355585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.591498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:26:28.355625Z","caller":"traceutil/trace.go:171","msg":"trace[1021087142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24572; }","duration":"334.652148ms","start":"2026-03-06T01:26:28.020957Z","end":"2026-03-06T01:26:28.355609Z","steps":["trace[1021087142] 'agreement among raft nodes before linearized reading' (duration: 334.487855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.355656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:28.020945Z","time spent":"334.70435ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:26:28.355824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.215164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:28.355854Z","caller":"traceutil/trace.go:171","msg":"trace[244450543] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24572; }","duration":"212.290716ms","start":"2026-03-06T01:26:28.143551Z","end":"2026-03-06T01:26:28.355842Z","steps":["trace[244450543] 'agreement among raft nodes before linearized reading' (duration: 212.239184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.356134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.348204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:26:28.356166Z","caller":"traceutil/trace.go:171","msg":"trace[1071908236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24572; }","duration":"157.403636ms","start":"2026-03-06T01:26:28.19875Z","end":"2026-03-06T01:26:28.356154Z","steps":["trace[1071908236] 'agreement among raft nodes before linearized reading' (duration: 157.350814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:26:28.362674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:26:27.984462Z","time spent":"369.563158ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:02.95625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.351761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:27:02.956368Z","caller":"traceutil/trace.go:171","msg":"trace[1376179189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24805; }","duration":"121.518025ms","start":"2026-03-06T01:27:02.834828Z","end":"2026-03-06T01:27:02.956346Z","steps":["trace[1376179189] 'range keys from in-memory index tree' (duration: 121.173467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:02.956373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.479349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:27:02.956484Z","caller":"traceutil/trace.go:171","msg":"trace[945867031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24805; }","duration":"127.650393ms","start":"2026-03-06T01:27:02.82881Z","end":"2026-03-06T01:27:02.95646Z","steps":["trace[945867031] 'range keys from in-memory index tree' (duration: 127.222863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:02.956274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.591344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:27:02.956274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.326168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:02.956642Z","caller":"traceutil/trace.go:171","msg":"trace[1228997166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24805; }","duration":"124.985033ms","start":"2026-03-06T01:27:02.831607Z","end":"2026-03-06T01:27:02.956592Z","steps":["trace[1228997166] 'range keys from in-memory index tree' (duration: 124.458921ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:02.956737Z","caller":"traceutil/trace.go:171","msg":"trace[118106409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24805; }","duration":"120.82926ms","start":"2026-03-06T01:27:02.835894Z","end":"2026-03-06T01:27:02.956723Z","steps":["trace[118106409] 'range keys from in-memory index tree' (duration: 120.170264ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:18.042991Z","caller":"traceutil/trace.go:171","msg":"trace[681396139] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"175.654917ms","start":"2026-03-06T01:27:17.867309Z","end":"2026-03-06T01:27:18.042964Z","steps":["trace[681396139] 'process raft request' (duration: 175.502794ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:18.131509Z","caller":"traceutil/trace.go:171","msg":"trace[701142650] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"162.846788ms","start":"2026-03-06T01:27:17.968639Z","end":"2026-03-06T01:27:18.131486Z","steps":["trace[701142650] 'process raft request' (duration: 162.529081ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:18.341699Z","caller":"traceutil/trace.go:171","msg":"trace[676174606] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"206.449993ms","start":"2026-03-06T01:27:18.135205Z","end":"2026-03-06T01:27:18.341655Z","steps":["trace[676174606] 'process raft request' (duration: 194.475942ms)","trace[676174606] 'compare' (duration: 11.673734ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:18.342247Z","caller":"traceutil/trace.go:171","msg":"trace[1560246473] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25969; }","duration":"137.803952ms","start":"2026-03-06T01:27:18.204415Z","end":"2026-03-06T01:27:18.342219Z","steps":["trace[1560246473] 'read index received' (duration: 125.28953ms)","trace[1560246473] 'applied index is now lower than readState.Index' (duration: 12.513262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:18.342727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.944035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:18.342775Z","caller":"traceutil/trace.go:171","msg":"trace[196690247] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25079; }","duration":"138.401366ms","start":"2026-03-06T01:27:18.204357Z","end":"2026-03-06T01:27:18.342759Z","steps":["trace[196690247] 'agreement among raft nodes before linearized reading' (duration: 137.959136ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:18.343249Z","caller":"traceutil/trace.go:171","msg":"trace[578015939] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"206.670288ms","start":"2026-03-06T01:27:18.136566Z","end":"2026-03-06T01:27:18.343236Z","steps":["trace[578015939] 'process raft request' (duration: 205.462521ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:23.007804Z","caller":"traceutil/trace.go:171","msg":"trace[1920041936] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"170.733726ms","start":"2026-03-06T01:27:22.837036Z","end":"2026-03-06T01:27:23.00777Z","steps":["trace[1920041936] 'process raft request' (duration: 170.533102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:23.12968Z","caller":"traceutil/trace.go:171","msg":"trace[1009768854] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26007; }","duration":"229.542944ms","start":"2026-03-06T01:27:22.900108Z","end":"2026-03-06T01:27:23.12965Z","steps":["trace[1009768854] 'read index received' (duration: 107.592259ms)","trace[1009768854] 'applied index is now lower than readState.Index' (duration: 121.949315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:23.129869Z","caller":"traceutil/trace.go:171","msg":"trace[178574505] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"292.187889ms","start":"2026-03-06T01:27:22.837663Z","end":"2026-03-06T01:27:23.129851Z","steps":["trace[178574505] 'process raft request' (duration: 231.022038ms)","trace[178574505] 'compare' (duration: 60.514397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:23.130015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.860142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:23.130131Z","caller":"traceutil/trace.go:171","msg":"trace[1396052858] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25117; }","duration":"230.069786ms","start":"2026-03-06T01:27:22.900035Z","end":"2026-03-06T01:27:23.130105Z","steps":["trace[1396052858] 'agreement among raft nodes before linearized reading' (duration: 229.866402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:23.130365Z","caller":"traceutil/trace.go:171","msg":"trace[269944581] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"265.940307ms","start":"2026-03-06T01:27:22.864413Z","end":"2026-03-06T01:27:23.130353Z","steps":["trace[269944581] 'process raft request' (duration: 265.169649ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:26.320605Z","caller":"traceutil/trace.go:171","msg":"trace[2138873622] linearizableReadLoop","detail":"{readStateIndex:26030; appliedIndex:26029; }","duration":"115.069879ms","start":"2026-03-06T01:27:26.205499Z","end":"2026-03-06T01:27:26.320568Z","steps":["trace[2138873622] 'read index received' (duration: 114.801153ms)","trace[2138873622] 'applied index is now lower than readState.Index' (duration: 267.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:26.320689Z","caller":"traceutil/trace.go:171","msg":"trace[135067478] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"162.044479ms","start":"2026-03-06T01:27:26.158593Z","end":"2026-03-06T01:27:26.320638Z","steps":["trace[135067478] 'process raft request' (duration: 161.737343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:26.320791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.260483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:26.320848Z","caller":"traceutil/trace.go:171","msg":"trace[1829538816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25137; }","duration":"115.398976ms","start":"2026-03-06T01:27:26.20543Z","end":"2026-03-06T01:27:26.320829Z","steps":["trace[1829538816] 'agreement among raft nodes before linearized reading' (duration: 115.271523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:47.497544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.49833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:27:47.497768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.278003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:27:47.498864Z","caller":"traceutil/trace.go:171","msg":"trace[2092430047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25282; }","duration":"139.399708ms","start":"2026-03-06T01:27:47.359417Z","end":"2026-03-06T01:27:47.498817Z","steps":["trace[2092430047] 'range keys from in-memory index tree' (duration: 137.72003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:47.499009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.56922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:27:47.499344Z","caller":"traceutil/trace.go:171","msg":"trace[2088169666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25282; }","duration":"138.738123ms","start":"2026-03-06T01:27:47.360373Z","end":"2026-03-06T01:27:47.499112Z","steps":["trace[2088169666] 'range keys from in-memory index tree' (duration: 136.956313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:47.499522Z","caller":"traceutil/trace.go:171","msg":"trace[820363768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25282; }","duration":"135.664004ms","start":"2026-03-06T01:27:47.361977Z","end":"2026-03-06T01:27:47.497641Z","steps":["trace[820363768] 'range keys from in-memory index tree' (duration: 135.262715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:47.509791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.031481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:27:47.510041Z","caller":"traceutil/trace.go:171","msg":"trace[700587618] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25282; }","duration":"102.387762ms","start":"2026-03-06T01:27:47.407606Z","end":"2026-03-06T01:27:47.509994Z","steps":["trace[700587618] 'range keys from in-memory index tree' (duration: 89.831958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.62155Z","caller":"traceutil/trace.go:171","msg":"trace[1363467748] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"191.27269ms","start":"2026-03-06T01:27:48.430235Z","end":"2026-03-06T01:27:48.621508Z","steps":["trace[1363467748] 'process raft request' (duration: 191.002184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:48.756564Z","caller":"traceutil/trace.go:171","msg":"trace[1508233561] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"100.455359ms","start":"2026-03-06T01:27:48.656066Z","end":"2026-03-06T01:27:48.756521Z","steps":["trace[1508233561] 'process raft request' (duration: 33.520197ms)","trace[1508233561] 'compare' (duration: 66.715187ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:49.068697Z","caller":"traceutil/trace.go:171","msg":"trace[1419049502] linearizableReadLoop","detail":"{readStateIndex:26189; appliedIndex:26188; }","duration":"203.792853ms","start":"2026-03-06T01:27:48.864874Z","end":"2026-03-06T01:27:49.068666Z","steps":["trace[1419049502] 'read index received' (duration: 140.688758ms)","trace[1419049502] 'applied index is now lower than readState.Index' (duration: 63.103055ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:49.068761Z","caller":"traceutil/trace.go:171","msg":"trace[2021049318] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"308.713631ms","start":"2026-03-06T01:27:48.760015Z","end":"2026-03-06T01:27:49.068728Z","steps":["trace[2021049318] 'process raft request' (duration: 245.495043ms)","trace[2021049318] 'compare' (duration: 62.756638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:27:49.068892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:48.759988Z","time spent":"308.832034ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:27:49.068921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.204199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:49.068917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.977197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:49.068913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.012768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:49.068972Z","caller":"traceutil/trace.go:171","msg":"trace[2020508778] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25291; }","duration":"204.079919ms","start":"2026-03-06T01:27:48.864877Z","end":"2026-03-06T01:27:49.068957Z","steps":["trace[2020508778] 'agreement among raft nodes before linearized reading' (duration: 203.984107ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:49.06901Z","caller":"traceutil/trace.go:171","msg":"trace[732650426] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25291; }","duration":"204.153811ms","start":"2026-03-06T01:27:48.864833Z","end":"2026-03-06T01:27:49.068987Z","steps":["trace[732650426] 'agreement among raft nodes before linearized reading' (duration: 203.972087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:49.06929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.267194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:49.069323Z","caller":"traceutil/trace.go:171","msg":"trace[2043506485] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25291; }","duration":"204.363915ms","start":"2026-03-06T01:27:48.864952Z","end":"2026-03-06T01:27:49.069316Z","steps":["trace[2043506485] 'agreement among raft nodes before linearized reading' (duration: 204.316304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:49.069327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.394804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-06T01:27:49.069396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.203832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:49.069389Z","caller":"traceutil/trace.go:171","msg":"trace[239042034] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25291; }","duration":"203.477596ms","start":"2026-03-06T01:27:48.865897Z","end":"2026-03-06T01:27:49.069375Z","steps":["trace[239042034] 'agreement among raft nodes before linearized reading' (duration: 203.280171ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:49.068959Z","caller":"traceutil/trace.go:171","msg":"trace[837366690] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25291; }","duration":"110.295351ms","start":"2026-03-06T01:27:48.95865Z","end":"2026-03-06T01:27:49.068946Z","steps":["trace[837366690] 'agreement among raft nodes before linearized reading' (duration: 110.212029ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:49.069568Z","caller":"traceutil/trace.go:171","msg":"trace[247319881] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25291; }","duration":"204.281284ms","start":"2026-03-06T01:27:48.865133Z","end":"2026-03-06T01:27:49.069414Z","steps":["trace[247319881] 'agreement among raft nodes before linearized reading' (duration: 204.240793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:50.884319Z","caller":"traceutil/trace.go:171","msg":"trace[149482790] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"117.686628ms","start":"2026-03-06T01:27:50.76661Z","end":"2026-03-06T01:27:50.884297Z","steps":["trace[149482790] 'process raft request' (duration: 117.546465ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:51.143854Z","caller":"traceutil/trace.go:171","msg":"trace[744141238] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"124.746848ms","start":"2026-03-06T01:27:51.019081Z","end":"2026-03-06T01:27:51.143828Z","steps":["trace[744141238] 'process raft request' (duration: 124.504922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:53.21902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.44278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:27:53.219161Z","caller":"traceutil/trace.go:171","msg":"trace[15929200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25317; }","duration":"325.621365ms","start":"2026-03-06T01:27:52.893493Z","end":"2026-03-06T01:27:53.219114Z","steps":["trace[15929200] 'range keys from in-memory index tree' (duration: 325.150574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:53.219227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:27:52.89346Z","time spent":"325.751217ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:27:53.292119Z","caller":"traceutil/trace.go:171","msg":"trace[885779345] linearizableReadLoop","detail":"{readStateIndex:26218; appliedIndex:26216; }","duration":"135.815178ms","start":"2026-03-06T01:27:53.156278Z","end":"2026-03-06T01:27:53.292093Z","steps":["trace[885779345] 'read index received' (duration: 26.003478ms)","trace[885779345] 'applied index is now lower than readState.Index' (duration: 109.81053ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:27:53.292159Z","caller":"traceutil/trace.go:171","msg":"trace[921908833] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"136.607495ms","start":"2026-03-06T01:27:53.155531Z","end":"2026-03-06T01:27:53.292139Z","steps":["trace[921908833] 'process raft request' (duration: 136.425571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:53.292251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.956171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:53.292285Z","caller":"traceutil/trace.go:171","msg":"trace[555308975] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25319; }","duration":"136.047313ms","start":"2026-03-06T01:27:53.156227Z","end":"2026-03-06T01:27:53.292274Z","steps":["trace[555308975] 'agreement among raft nodes before linearized reading' (duration: 135.973861ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:53.348591Z","caller":"traceutil/trace.go:171","msg":"trace[364154764] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"123.623513ms","start":"2026-03-06T01:27:53.224863Z","end":"2026-03-06T01:27:53.348487Z","steps":["trace[364154764] 'process raft request' (duration: 121.335741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:53.348696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.668589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:53.348786Z","caller":"traceutil/trace.go:171","msg":"trace[1973346161] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25322; }","duration":"191.839003ms","start":"2026-03-06T01:27:53.156926Z","end":"2026-03-06T01:27:53.348765Z","steps":["trace[1973346161] 'agreement among raft nodes before linearized reading' (duration: 191.660079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:53.348863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.987039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:27:53.348978Z","caller":"traceutil/trace.go:171","msg":"trace[524463720] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25322; }","duration":"158.157462ms","start":"2026-03-06T01:27:53.190802Z","end":"2026-03-06T01:27:53.348959Z","steps":["trace[524463720] 'agreement among raft nodes before linearized reading' (duration: 157.764323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:53.349036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.17086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-06T01:27:53.34909Z","caller":"traceutil/trace.go:171","msg":"trace[1541288736] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25322; }","duration":"192.216002ms","start":"2026-03-06T01:27:53.156857Z","end":"2026-03-06T01:27:53.349073Z","steps":["trace[1541288736] 'agreement among raft nodes before linearized reading' (duration: 192.065029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:27:53.348879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.091499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:27:53.34935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.597337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:27:53.349362Z","caller":"traceutil/trace.go:171","msg":"trace[614726868] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25322; }","duration":"192.633361ms","start":"2026-03-06T01:27:53.156711Z","end":"2026-03-06T01:27:53.349344Z","steps":["trace[614726868] 'agreement among raft nodes before linearized reading' (duration: 192.104499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:53.349403Z","caller":"traceutil/trace.go:171","msg":"trace[1144596776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25322; }","duration":"129.649638ms","start":"2026-03-06T01:27:53.219744Z","end":"2026-03-06T01:27:53.349394Z","steps":["trace[1144596776] 'agreement among raft nodes before linearized reading' (duration: 129.571436ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:58.776797Z","caller":"traceutil/trace.go:171","msg":"trace[1372455959] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"110.921214ms","start":"2026-03-06T01:27:58.665849Z","end":"2026-03-06T01:27:58.77677Z","steps":["trace[1372455959] 'process raft request' (duration: 110.729509ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:27:58.77713Z","caller":"traceutil/trace.go:171","msg":"trace[722978450] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"111.16581ms","start":"2026-03-06T01:27:58.665894Z","end":"2026-03-06T01:27:58.77706Z","steps":["trace[722978450] 'process raft request' (duration: 110.824012ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:05.59565Z","caller":"traceutil/trace.go:171","msg":"trace[156879104] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"116.713118ms","start":"2026-03-06T01:28:05.478914Z","end":"2026-03-06T01:28:05.595627Z","steps":["trace[156879104] 'process raft request' (duration: 116.297028ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:05.902096Z","caller":"traceutil/trace.go:171","msg":"trace[741196178] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"209.380149ms","start":"2026-03-06T01:28:05.692662Z","end":"2026-03-06T01:28:05.902042Z","steps":["trace[741196178] 'process raft request' (duration: 184.582376ms)","trace[741196178] 'compare' (duration: 24.450075ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:05.902213Z","caller":"traceutil/trace.go:171","msg":"trace[668069285] linearizableReadLoop","detail":"{readStateIndex:26344; appliedIndex:26341; }","duration":"182.659402ms","start":"2026-03-06T01:28:05.719522Z","end":"2026-03-06T01:28:05.902181Z","steps":["trace[668069285] 'read index received' (duration: 14.034374ms)","trace[668069285] 'applied index is now lower than readState.Index' (duration: 168.622708ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:05.90229Z","caller":"traceutil/trace.go:171","msg":"trace[148260758] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"208.716885ms","start":"2026-03-06T01:28:05.693544Z","end":"2026-03-06T01:28:05.902261Z","steps":["trace[148260758] 'process raft request' (duration: 208.353836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:05.902535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.99666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:28:05.902582Z","caller":"traceutil/trace.go:171","msg":"trace[1262564759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25442; }","duration":"183.105652ms","start":"2026-03-06T01:28:05.719464Z","end":"2026-03-06T01:28:05.90257Z","steps":["trace[1262564759] 'agreement among raft nodes before linearized reading' (duration: 182.864216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:05.902785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.366606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:05.902865Z","caller":"traceutil/trace.go:171","msg":"trace[1353821298] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25442; }","duration":"105.501118ms","start":"2026-03-06T01:28:05.797342Z","end":"2026-03-06T01:28:05.902843Z","steps":["trace[1353821298] 'agreement among raft nodes before linearized reading' (duration: 105.339464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.081541Z","caller":"traceutil/trace.go:171","msg":"trace[151085446] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"172.878086ms","start":"2026-03-06T01:28:05.908622Z","end":"2026-03-06T01:28:06.0815Z","steps":["trace[151085446] 'process raft request' (duration: 172.506917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.0816Z","caller":"traceutil/trace.go:171","msg":"trace[245024826] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"170.489361ms","start":"2026-03-06T01:28:05.911067Z","end":"2026-03-06T01:28:06.081557Z","steps":["trace[245024826] 'process raft request' (duration: 170.288956ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.082015Z","caller":"traceutil/trace.go:171","msg":"trace[1222759707] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"170.273006ms","start":"2026-03-06T01:28:05.91172Z","end":"2026-03-06T01:28:06.081993Z","steps":["trace[1222759707] 'process raft request' (duration: 169.729304ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.090477Z","caller":"traceutil/trace.go:171","msg":"trace[940334602] linearizableReadLoop","detail":"{readStateIndex:26349; appliedIndex:26345; }","duration":"111.749303ms","start":"2026-03-06T01:28:05.978705Z","end":"2026-03-06T01:28:06.090454Z","steps":["trace[940334602] 'read index received' (duration: 102.483519ms)","trace[940334602] 'applied index is now lower than readState.Index' (duration: 9.264744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:06.090776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.04632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-ks-service-wh8l6\" ","response":"range_response_count:1 size:9334"} {"level":"info","ts":"2026-03-06T01:28:06.090854Z","caller":"traceutil/trace.go:171","msg":"trace[882535430] range","detail":"{range_begin:/registry/pods/openstack/manila-ks-service-wh8l6; range_end:; response_count:1; response_revision:25446; }","duration":"112.182873ms","start":"2026-03-06T01:28:05.978652Z","end":"2026-03-06T01:28:06.090835Z","steps":["trace[882535430] 'agreement among raft nodes before linearized reading' (duration: 111.892726ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.251484Z","caller":"traceutil/trace.go:171","msg":"trace[1844948163] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"149.66139ms","start":"2026-03-06T01:28:06.101789Z","end":"2026-03-06T01:28:06.25145Z","steps":["trace[1844948163] 'process raft request' (duration: 136.498856ms)","trace[1844948163] 'compare' (duration: 13.00543ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:06.251504Z","caller":"traceutil/trace.go:171","msg":"trace[632745664] linearizableReadLoop","detail":"{readStateIndex:26351; appliedIndex:26350; }","duration":"122.657185ms","start":"2026-03-06T01:28:06.128825Z","end":"2026-03-06T01:28:06.251483Z","steps":["trace[632745664] 'read index received' (duration: 109.477311ms)","trace[632745664] 'applied index is now lower than readState.Index' (duration: 13.179234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:06.25172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.87729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:06.251762Z","caller":"traceutil/trace.go:171","msg":"trace[1944015830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25449; }","duration":"122.965973ms","start":"2026-03-06T01:28:06.128785Z","end":"2026-03-06T01:28:06.251751Z","steps":["trace[1944015830] 'agreement among raft nodes before linearized reading' (duration: 122.800239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:06.706649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.085355ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:28:06.707764Z","caller":"traceutil/trace.go:171","msg":"trace[68660416] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"158.789231ms","start":"2026-03-06T01:28:06.548951Z","end":"2026-03-06T01:28:06.707741Z","steps":["trace[68660416] 'process raft request' (duration: 158.637077ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.97445Z","caller":"traceutil/trace.go:171","msg":"trace[496684895] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"155.041083ms","start":"2026-03-06T01:28:06.819368Z","end":"2026-03-06T01:28:06.974409Z","steps":["trace[496684895] 'process raft request' (duration: 154.968411ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:06.974631Z","caller":"traceutil/trace.go:171","msg":"trace[1024076636] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"254.064861ms","start":"2026-03-06T01:28:06.720531Z","end":"2026-03-06T01:28:06.974595Z","steps":["trace[1024076636] 'process raft request' (duration: 192.636572ms)","trace[1024076636] 'compare' (duration: 61.00323ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:06.974729Z","caller":"traceutil/trace.go:171","msg":"trace[241650314] linearizableReadLoop","detail":"{readStateIndex:26356; appliedIndex:26355; }","duration":"221.410447ms","start":"2026-03-06T01:28:06.753305Z","end":"2026-03-06T01:28:06.974716Z","steps":["trace[241650314] 'read index received' (duration: 159.830724ms)","trace[241650314] 'applied index is now lower than readState.Index' (duration: 61.578093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:06.974842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.513809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:06.974885Z","caller":"traceutil/trace.go:171","msg":"trace[1831420097] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25453; }","duration":"221.591492ms","start":"2026-03-06T01:28:06.753276Z","end":"2026-03-06T01:28:06.974868Z","steps":["trace[1831420097] 'agreement among raft nodes before linearized reading' (duration: 221.50257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:15.650609Z","caller":"traceutil/trace.go:171","msg":"trace[799119503] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"128.738546ms","start":"2026-03-06T01:28:15.521848Z","end":"2026-03-06T01:28:15.650587Z","steps":["trace[799119503] 'process raft request' (duration: 128.660684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:15.650613Z","caller":"traceutil/trace.go:171","msg":"trace[1320401830] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"133.149207ms","start":"2026-03-06T01:28:15.517421Z","end":"2026-03-06T01:28:15.65057Z","steps":["trace[1320401830] 'process raft request' (duration: 97.591415ms)","trace[1320401830] 'compare' (duration: 35.238085ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:32.581218Z","caller":"traceutil/trace.go:171","msg":"trace[947884595] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"174.207036ms","start":"2026-03-06T01:28:32.406976Z","end":"2026-03-06T01:28:32.581183Z","steps":["trace[947884595] 'process raft request' (duration: 173.985391ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:32.955321Z","caller":"traceutil/trace.go:171","msg":"trace[1625937008] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"137.924858ms","start":"2026-03-06T01:28:32.817368Z","end":"2026-03-06T01:28:32.955293Z","steps":["trace[1625937008] 'process raft request' (duration: 137.715223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:32.98465Z","caller":"traceutil/trace.go:171","msg":"trace[472890064] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"151.766748ms","start":"2026-03-06T01:28:32.832864Z","end":"2026-03-06T01:28:32.98463Z","steps":["trace[472890064] 'process raft request' (duration: 151.640235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:33.506876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.901722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:28:33.507047Z","caller":"traceutil/trace.go:171","msg":"trace[1646480262] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"250.380357ms","start":"2026-03-06T01:28:33.25664Z","end":"2026-03-06T01:28:33.50702Z","steps":["trace[1646480262] 'process raft request' (duration: 114.195049ms)","trace[1646480262] 'compare' (duration: 135.639806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:34.523992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844831261,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:28:34.653297Z","caller":"traceutil/trace.go:171","msg":"trace[1286719331] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"675.882962ms","start":"2026-03-06T01:28:33.97739Z","end":"2026-03-06T01:28:34.653273Z","steps":["trace[1286719331] 'process raft request' (duration: 675.566974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:34.653502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:33.977361Z","time spent":"676.017205ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:34.653681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.128004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:28:34.653876Z","caller":"traceutil/trace.go:171","msg":"trace[1887582862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25679; }","duration":"630.478923ms","start":"2026-03-06T01:28:34.023362Z","end":"2026-03-06T01:28:34.653841Z","steps":["trace[1887582862] 'agreement among raft nodes before linearized reading' (duration: 630.044043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:34.653203Z","caller":"traceutil/trace.go:171","msg":"trace[2085200493] linearizableReadLoop","detail":"{readStateIndex:26588; appliedIndex:26587; }","duration":"629.701804ms","start":"2026-03-06T01:28:34.023469Z","end":"2026-03-06T01:28:34.653171Z","steps":["trace[2085200493] 'read index received' (duration: 629.426278ms)","trace[2085200493] 'applied index is now lower than readState.Index' (duration: 274.236µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:34.653978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:34.023333Z","time spent":"630.629776ms","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:34.661967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.841346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:28:34.662055Z","caller":"traceutil/trace.go:171","msg":"trace[426798417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25680; }","duration":"635.98537ms","start":"2026-03-06T01:28:34.026051Z","end":"2026-03-06T01:28:34.662036Z","steps":["trace[426798417] 'agreement among raft nodes before linearized reading' (duration: 635.744575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:34.662101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:34.026026Z","time spent":"636.066801ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:34.662771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.360213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:28:34.66284Z","caller":"traceutil/trace.go:171","msg":"trace[653379859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25680; }","duration":"461.507416ms","start":"2026-03-06T01:28:34.201318Z","end":"2026-03-06T01:28:34.662826Z","steps":["trace[653379859] 'agreement among raft nodes before linearized reading' (duration: 461.304442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:34.662944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:34.201288Z","time spent":"461.577638ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:28:36.154599Z","caller":"traceutil/trace.go:171","msg":"trace[25440161] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"113.905533ms","start":"2026-03-06T01:28:36.040652Z","end":"2026-03-06T01:28:36.154558Z","steps":["trace[25440161] 'process raft request' (duration: 35.133782ms)","trace[25440161] 'compare' (duration: 78.071245ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:36.851623Z","caller":"traceutil/trace.go:171","msg":"trace[780346677] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"107.932495ms","start":"2026-03-06T01:28:36.743644Z","end":"2026-03-06T01:28:36.851576Z","steps":["trace[780346677] 'process raft request' (duration: 105.598911ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:36.873755Z","caller":"traceutil/trace.go:171","msg":"trace[498150615] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"129.179196ms","start":"2026-03-06T01:28:36.744508Z","end":"2026-03-06T01:28:36.873688Z","steps":["trace[498150615] 'process raft request' (duration: 128.856928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:36.874596Z","caller":"traceutil/trace.go:171","msg":"trace[1549490672] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"129.273828ms","start":"2026-03-06T01:28:36.745307Z","end":"2026-03-06T01:28:36.87458Z","steps":["trace[1549490672] 'process raft request' (duration: 128.290116ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:37.455723Z","caller":"traceutil/trace.go:171","msg":"trace[1662219592] linearizableReadLoop","detail":"{readStateIndex:26621; appliedIndex:26620; }","duration":"326.761123ms","start":"2026-03-06T01:28:37.128942Z","end":"2026-03-06T01:28:37.455703Z","steps":["trace[1662219592] 'read index received' (duration: 326.548328ms)","trace[1662219592] 'applied index is now lower than readState.Index' (duration: 212.125µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:37.455839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.877105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:37.455868Z","caller":"traceutil/trace.go:171","msg":"trace[975995460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25711; }","duration":"326.950317ms","start":"2026-03-06T01:28:37.128908Z","end":"2026-03-06T01:28:37.455858Z","steps":["trace[975995460] 'agreement among raft nodes before linearized reading' (duration: 326.879676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:37.455897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.128891Z","time spent":"326.999618ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:28:37.455851Z","caller":"traceutil/trace.go:171","msg":"trace[126258586] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"505.29549ms","start":"2026-03-06T01:28:36.950496Z","end":"2026-03-06T01:28:37.455792Z","steps":["trace[126258586] 'process raft request' (duration: 505.049934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:37.456121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:36.950457Z","time spent":"505.531835ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25165,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:37.957286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844831327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:28:39.457194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:28:39.457318Z","caller":"traceutil/trace.go:171","msg":"trace[1973770009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352755s","start":"2026-03-06T01:28:37.456932Z","end":"2026-03-06T01:28:39.457285Z","steps":["trace[1973770009] 'agreement among raft nodes before linearized reading' (duration: 2.000189911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:39.457447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.456913Z","time spent":"2.000519439s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:28:39.65115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444649461s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:28:39.651295Z","caller":"traceutil/trace.go:171","msg":"trace[1588321384] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"2.403703418s","start":"2026-03-06T01:28:37.247565Z","end":"2026-03-06T01:28:39.651269Z","steps":["trace[1588321384] 'process raft request' (duration: 958.810501ms)","trace[1588321384] 'compare' (duration: 1.443513745s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:39.65138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.247538Z","time spent":"2.403808971s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:40.320615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.114202027s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:28:40.321203Z","caller":"traceutil/trace.go:171","msg":"trace[1030342166] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"2.780338934s","start":"2026-03-06T01:28:37.540828Z","end":"2026-03-06T01:28:40.321167Z","steps":["trace[1030342166] 'process raft request' (duration: 2.779981226s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:40.32135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.540813Z","time spent":"2.780454826s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:40.321926Z","caller":"traceutil/trace.go:171","msg":"trace[1206281990] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"2.722494217s","start":"2026-03-06T01:28:37.599409Z","end":"2026-03-06T01:28:40.321903Z","steps":["trace[1206281990] 'process raft request' (duration: 2.721628737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:40.322023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.599399Z","time spent":"2.722579979s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:40.322661Z","caller":"traceutil/trace.go:171","msg":"trace[135882640] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"2.580363551s","start":"2026-03-06T01:28:37.742283Z","end":"2026-03-06T01:28:40.322647Z","steps":["trace[135882640] 'process raft request' (duration: 2.57943321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:40.322744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.742262Z","time spent":"2.580437963s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:40.32759Z","caller":"traceutil/trace.go:171","msg":"trace[348396542] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"2.461485433s","start":"2026-03-06T01:28:37.866064Z","end":"2026-03-06T01:28:40.32755Z","steps":["trace[348396542] 'process raft request' (duration: 2.456525009s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:40.327792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.866041Z","time spent":"2.461648228s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:40.327862Z","caller":"traceutil/trace.go:171","msg":"trace[917094162] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"2.421787127s","start":"2026-03-06T01:28:37.905946Z","end":"2026-03-06T01:28:40.327733Z","steps":["trace[917094162] 'process raft request' (duration: 2.421446659s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:40.328013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.905933Z","time spent":"2.421995871s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:40.327801Z","caller":"traceutil/trace.go:171","msg":"trace[1913472385] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26621; }","duration":"2.870690752s","start":"2026-03-06T01:28:37.456984Z","end":"2026-03-06T01:28:40.327675Z","steps":["trace[1913472385] 'read index received' (duration: 749.413752ms)","trace[1913472385] 'applied index is now lower than readState.Index' (duration: 2.1212754s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:40.829239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844831337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:28:41.330118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844831337,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:28:41.369529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048613808s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:28:41.370311Z","caller":"traceutil/trace.go:171","msg":"trace[303164416] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"2.892894127s","start":"2026-03-06T01:28:38.477376Z","end":"2026-03-06T01:28:41.37027Z","steps":["trace[303164416] 'process raft request' (duration: 2.892451716s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.370482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.477328Z","time spent":"2.89303475s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:41.370305Z","caller":"traceutil/trace.go:171","msg":"trace[699857824] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"2.732489609s","start":"2026-03-06T01:28:38.637797Z","end":"2026-03-06T01:28:41.370286Z","steps":["trace[699857824] 'process raft request' (duration: 2.732228193s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:41.370598Z","caller":"traceutil/trace.go:171","msg":"trace[1099257901] linearizableReadLoop","detail":"{readStateIndex:26631; appliedIndex:26627; }","duration":"1.042127098s","start":"2026-03-06T01:28:40.328459Z","end":"2026-03-06T01:28:41.370586Z","steps":["trace[1099257901] 'read index received' (duration: 1.041206977s)","trace[1099257901] 'applied index is now lower than readState.Index' (duration: 918.831µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:41.370758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464987119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.370785Z","caller":"traceutil/trace.go:171","msg":"trace[1228375530] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25721; }","duration":"3.46504532s","start":"2026-03-06T01:28:37.905735Z","end":"2026-03-06T01:28:41.37078Z","steps":["trace[1228375530] 'agreement among raft nodes before linearized reading' (duration: 3.464981829s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.370792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332183019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:28:41.370835Z","caller":"traceutil/trace.go:171","msg":"trace[405139504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25721; }","duration":"3.332289532s","start":"2026-03-06T01:28:38.038538Z","end":"2026-03-06T01:28:41.370828Z","steps":["trace[405139504] 'agreement among raft nodes before linearized reading' (duration: 3.332136439s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.370861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.038508Z","time spent":"3.332347963s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:28:41.370861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.90573Z","time spent":"3.465069462s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:41.370953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393021643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:28:41.371016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904099382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.37104Z","caller":"traceutil/trace.go:171","msg":"trace[1725124596] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25721; }","duration":"2.393171407s","start":"2026-03-06T01:28:38.977846Z","end":"2026-03-06T01:28:41.371018Z","steps":["trace[1725124596] 'agreement among raft nodes before linearized reading' (duration: 2.393010113s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:41.371086Z","caller":"traceutil/trace.go:171","msg":"trace[1837846808] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"2.625598728s","start":"2026-03-06T01:28:38.745481Z","end":"2026-03-06T01:28:41.371079Z","steps":["trace[1837846808] 'process raft request' (duration: 2.624768399s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.371101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.977827Z","time spent":"2.393262628s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:41.371126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465413719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-06T01:28:41.371151Z","caller":"traceutil/trace.go:171","msg":"trace[1133490185] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25721; }","duration":"3.46543977s","start":"2026-03-06T01:28:37.905705Z","end":"2026-03-06T01:28:41.371145Z","steps":["trace[1133490185] 'agreement among raft nodes before linearized reading' (duration: 3.465395459s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:41.371188Z","caller":"traceutil/trace.go:171","msg":"trace[1942085362] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"2.494035547s","start":"2026-03-06T01:28:38.877147Z","end":"2026-03-06T01:28:41.371182Z","steps":["trace[1942085362] 'process raft request' (duration: 2.493210398s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.371216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.905663Z","time spent":"3.465529022s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.877116Z","time spent":"2.494092088s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:41.371241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492201395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:28:41.371267Z","caller":"traceutil/trace.go:171","msg":"trace[1722810852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25721; }","duration":"2.492258476s","start":"2026-03-06T01:28:38.879001Z","end":"2026-03-06T01:28:41.37126Z","steps":["trace[1722810852] 'agreement among raft nodes before linearized reading' (duration: 2.492205375s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.371287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.878987Z","time spent":"2.492293217s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515023652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-06T01:28:41.371189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490985537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:28:41.371394Z","caller":"traceutil/trace.go:171","msg":"trace[461131584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25721; }","duration":"2.515093243s","start":"2026-03-06T01:28:38.856295Z","end":"2026-03-06T01:28:41.371389Z","steps":["trace[461131584] 'agreement among raft nodes before linearized reading' (duration: 2.515041512s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.37141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.856268Z","time spent":"2.515138815s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485547595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.371409Z","caller":"traceutil/trace.go:171","msg":"trace[422644987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25721; }","duration":"2.491230443s","start":"2026-03-06T01:28:38.88017Z","end":"2026-03-06T01:28:41.3714Z","steps":["trace[422644987] 'agreement among raft nodes before linearized reading' (duration: 2.490959096s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.371564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.880156Z","time spent":"2.491401406s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667050316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:28:41.371602Z","caller":"traceutil/trace.go:171","msg":"trace[2006735784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25721; }","duration":"2.667125298s","start":"2026-03-06T01:28:38.70447Z","end":"2026-03-06T01:28:41.371595Z","steps":["trace[2006735784] 'agreement among raft nodes before linearized reading' (duration: 2.667016046s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.371629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.704446Z","time spent":"2.667176369s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.57622622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-06T01:28:41.371512Z","caller":"traceutil/trace.go:171","msg":"trace[679294540] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25721; }","duration":"3.485609046s","start":"2026-03-06T01:28:37.885878Z","end":"2026-03-06T01:28:41.371487Z","steps":["trace[679294540] 'agreement among raft nodes before linearized reading' (duration: 3.485539974s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:41.371692Z","caller":"traceutil/trace.go:171","msg":"trace[246407014] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25721; }","duration":"3.576270041s","start":"2026-03-06T01:28:37.795416Z","end":"2026-03-06T01:28:41.371686Z","steps":["trace[246407014] 'agreement among raft nodes before linearized reading' (duration: 3.57619737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.371715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.795364Z","time spent":"3.576345284s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622128952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"warn","ts":"2026-03-06T01:28:41.371856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26860909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.371893Z","caller":"traceutil/trace.go:171","msg":"trace[181384059] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25721; }","duration":"3.268695382s","start":"2026-03-06T01:28:38.103185Z","end":"2026-03-06T01:28:41.37188Z","steps":["trace[181384059] 'agreement among raft nodes before linearized reading' (duration: 3.268646091s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:41.371059Z","caller":"traceutil/trace.go:171","msg":"trace[166724167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25721; }","duration":"1.904174814s","start":"2026-03-06T01:28:39.466874Z","end":"2026-03-06T01:28:41.371049Z","steps":["trace[166724167] 'agreement among raft nodes before linearized reading' (duration: 1.904108612s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.371921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.103149Z","time spent":"3.268764524s","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:41.371926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:39.466852Z","time spent":"1.905068385s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624362163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"warn","ts":"2026-03-06T01:28:41.371601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562958414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-06T01:28:41.372049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05676603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.372071Z","caller":"traceutil/trace.go:171","msg":"trace[520576641] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25721; }","duration":"2.056867723s","start":"2026-03-06T01:28:39.315195Z","end":"2026-03-06T01:28:41.372063Z","steps":["trace[520576641] 'agreement among raft nodes before linearized reading' (duration: 2.056822592s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:41.372058Z","caller":"traceutil/trace.go:171","msg":"trace[759448902] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25721; }","duration":"3.563447655s","start":"2026-03-06T01:28:37.808602Z","end":"2026-03-06T01:28:41.372049Z","steps":["trace[759448902] 'agreement among raft nodes before linearized reading' (duration: 3.562949143s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:39.314919Z","time spent":"2.057173481s","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:41.37214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628455537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:28:41.371817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907010752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:28:41.372187Z","caller":"traceutil/trace.go:171","msg":"trace[1793242372] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25721; }","duration":"2.907416082s","start":"2026-03-06T01:28:38.464764Z","end":"2026-03-06T01:28:41.37218Z","steps":["trace[1793242372] 'agreement among raft nodes before linearized reading' (duration: 2.906996912s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.464747Z","time spent":"2.907462313s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-06T01:28:41.372241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628871377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.372315Z","caller":"traceutil/trace.go:171","msg":"trace[1585768227] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25721; }","duration":"3.628956929s","start":"2026-03-06T01:28:37.74332Z","end":"2026-03-06T01:28:41.372277Z","steps":["trace[1585768227] 'agreement among raft nodes before linearized reading' (duration: 3.628880657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.743309Z","time spent":"3.629025741s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-06T01:28:41.371991Z","caller":"traceutil/trace.go:171","msg":"trace[1382404749] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25721; }","duration":"3.624427365s","start":"2026-03-06T01:28:37.747558Z","end":"2026-03-06T01:28:41.371985Z","steps":["trace[1382404749] 'agreement among raft nodes before linearized reading' (duration: 3.624350953s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.747547Z","time spent":"3.624860825s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.745447Z","time spent":"2.6256645s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:41.372495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.178994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:28:41.372518Z","caller":"traceutil/trace.go:171","msg":"trace[771615583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25721; }","duration":"610.238535ms","start":"2026-03-06T01:28:40.762273Z","end":"2026-03-06T01:28:41.372511Z","steps":["trace[771615583] 'agreement among raft nodes before linearized reading' (duration: 610.166854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:40.762254Z","time spent":"610.285156ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:28:41.371712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.885862Z","time spent":"3.485841602s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:28:41.372686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640913555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:28:41.372711Z","caller":"traceutil/trace.go:171","msg":"trace[809927123] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25721; }","duration":"3.640975137s","start":"2026-03-06T01:28:37.73173Z","end":"2026-03-06T01:28:41.372705Z","steps":["trace[809927123] 'agreement among raft nodes before linearized reading' (duration: 3.640923726s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.731713Z","time spent":"3.641016088s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:28:41.371841Z","caller":"traceutil/trace.go:171","msg":"trace[1689124044] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25721; }","duration":"3.622174273s","start":"2026-03-06T01:28:37.749658Z","end":"2026-03-06T01:28:41.371833Z","steps":["trace[1689124044] 'agreement among raft nodes before linearized reading' (duration: 3.622127032s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753120819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-06T01:28:41.37288Z","caller":"traceutil/trace.go:171","msg":"trace[46454415] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25721; }","duration":"3.753184441s","start":"2026-03-06T01:28:37.61969Z","end":"2026-03-06T01:28:41.372875Z","steps":["trace[46454415] 'agreement among raft nodes before linearized reading' (duration: 3.75313721s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.372901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.619667Z","time spent":"3.753230291s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:41.372828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.749648Z","time spent":"3.623172295s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-06T01:28:41.372167Z","caller":"traceutil/trace.go:171","msg":"trace[527234197] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25721; }","duration":"3.628512309s","start":"2026-03-06T01:28:37.743648Z","end":"2026-03-06T01:28:41.37216Z","steps":["trace[527234197] 'agreement among raft nodes before linearized reading' (duration: 3.628400587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.373026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.74364Z","time spent":"3.629379239s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:41.372105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.808591Z","time spent":"3.563505187s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:28:41.373035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760590002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.373057Z","caller":"traceutil/trace.go:171","msg":"trace[1288628430] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25721; }","duration":"3.760630023s","start":"2026-03-06T01:28:37.61242Z","end":"2026-03-06T01:28:41.37305Z","steps":["trace[1288628430] 'agreement among raft nodes before linearized reading' (duration: 3.760592812s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.373079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.612404Z","time spent":"3.760671433s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:41.373176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834016549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:28:41.373207Z","caller":"traceutil/trace.go:171","msg":"trace[2008436286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25721; }","duration":"3.83408897s","start":"2026-03-06T01:28:37.539111Z","end":"2026-03-06T01:28:41.3732Z","steps":["trace[2008436286] 'agreement among raft nodes before linearized reading' (duration: 3.834008528s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.373233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:37.539086Z","time spent":"3.834141132s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:28:41.373258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981929901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:28:41.373296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.513407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-06T01:28:41.373305Z","caller":"traceutil/trace.go:171","msg":"trace[1726938267] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25721; }","duration":"1.982032223s","start":"2026-03-06T01:28:39.391262Z","end":"2026-03-06T01:28:41.373294Z","steps":["trace[1726938267] 'agreement among raft nodes before linearized reading' (duration: 1.980065898s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:41.373323Z","caller":"traceutil/trace.go:171","msg":"trace[844312218] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:1; response_revision:25721; }","duration":"278.572089ms","start":"2026-03-06T01:28:41.094744Z","end":"2026-03-06T01:28:41.373316Z","steps":["trace[844312218] 'agreement among raft nodes before linearized reading' (duration: 278.429496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.373345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:39.391239Z","time spent":"1.982098365s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2873,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:41.370641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:38.637753Z","time spent":"2.732863848s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:41.373354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.88215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.373542Z","caller":"traceutil/trace.go:171","msg":"trace[1904210289] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25721; }","duration":"399.091535ms","start":"2026-03-06T01:28:40.974435Z","end":"2026-03-06T01:28:41.373527Z","steps":["trace[1904210289] 'agreement among raft nodes before linearized reading' (duration: 398.88759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.373593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:40.974402Z","time spent":"399.173867ms","remote":"127.0.0.1:48580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:41.821491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.28432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:41.821568Z","caller":"traceutil/trace.go:171","msg":"trace[212343151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25721; }","duration":"441.393273ms","start":"2026-03-06T01:28:41.380158Z","end":"2026-03-06T01:28:41.821551Z","steps":["trace[212343151] 'range keys from in-memory index tree' (duration: 441.222358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:41.821599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.380143Z","time spent":"441.449204ms","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:28:41.821927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.544038ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-06T01:28:41.822065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.380438Z","time spent":"441.617337ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:28:42.442883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.072183ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-06T01:28:42.443221Z","caller":"traceutil/trace.go:171","msg":"trace[1619120282] compact","detail":"{revision:23415; response_revision:25721; }","duration":"1.062707653s","start":"2026-03-06T01:28:41.380492Z","end":"2026-03-06T01:28:42.4432Z","steps":["trace[1619120282] 'process raft request' (duration: 795.252601ms)","trace[1619120282] 'check and update compact revision' (duration: 266.956621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:42.443309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.380477Z","time spent":"1.062828286s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-06T01:28:42.443308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23415} {"level":"info","ts":"2026-03-06T01:28:42.443669Z","caller":"traceutil/trace.go:171","msg":"trace[1849451780] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"1.059642473s","start":"2026-03-06T01:28:41.38397Z","end":"2026-03-06T01:28:42.443613Z","steps":["trace[1849451780] 'process raft request' (duration: 1.059059549s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.4439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.383954Z","time spent":"1.059818277s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:42.446309Z","caller":"traceutil/trace.go:171","msg":"trace[1263189063] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"1.061966197s","start":"2026-03-06T01:28:41.384319Z","end":"2026-03-06T01:28:42.446285Z","steps":["trace[1263189063] 'process raft request' (duration: 1.061470875s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:42.446367Z","caller":"traceutil/trace.go:171","msg":"trace[423278876] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"1.060612255s","start":"2026-03-06T01:28:41.38572Z","end":"2026-03-06T01:28:42.446332Z","steps":["trace[423278876] 'process raft request' (duration: 1.060167254s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:42.446463Z","caller":"traceutil/trace.go:171","msg":"trace[1340694124] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"1.06214918s","start":"2026-03-06T01:28:41.384239Z","end":"2026-03-06T01:28:42.446388Z","steps":["trace[1340694124] 'process raft request' (duration: 1.059347285s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.446494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.385711Z","time spent":"1.060736267s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:42.446499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.384304Z","time spent":"1.062052378s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:42.446416Z","caller":"traceutil/trace.go:171","msg":"trace[1875761933] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"1.060731438s","start":"2026-03-06T01:28:41.385639Z","end":"2026-03-06T01:28:42.44637Z","steps":["trace[1875761933] 'process raft request' (duration: 1.060212536s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.446584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.384227Z","time spent":"1.062295304s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:42.446515Z","caller":"traceutil/trace.go:171","msg":"trace[1591545886] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"1.060543083s","start":"2026-03-06T01:28:41.385822Z","end":"2026-03-06T01:28:42.446365Z","steps":["trace[1591545886] 'process raft request' (duration: 1.060130544s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.446712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.385611Z","time spent":"1.060962893s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:42.446846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.385817Z","time spent":"1.060851661s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:42.44683Z","caller":"traceutil/trace.go:171","msg":"trace[1024165082] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"1.059498699s","start":"2026-03-06T01:28:41.387011Z","end":"2026-03-06T01:28:42.44651Z","steps":["trace[1024165082] 'process raft request' (duration: 1.058991557s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.44707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.387004Z","time spent":"1.059951929s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:42.449231Z","caller":"traceutil/trace.go:171","msg":"trace[768149590] linearizableReadLoop","detail":"{readStateIndex:26633; appliedIndex:26631; }","duration":"1.068155389s","start":"2026-03-06T01:28:41.381058Z","end":"2026-03-06T01:28:42.449213Z","steps":["trace[768149590] 'read index received' (duration: 236.417005ms)","trace[768149590] 'applied index is now lower than readState.Index' (duration: 831.736754ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:42.449689Z","caller":"traceutil/trace.go:171","msg":"trace[99178241] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"1.062254993s","start":"2026-03-06T01:28:41.387415Z","end":"2026-03-06T01:28:42.44967Z","steps":["trace[99178241] 'process raft request' (duration: 1.05997841s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.449773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.387389Z","time spent":"1.062339205s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:42.450031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068950168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:42.450068Z","caller":"traceutil/trace.go:171","msg":"trace[2020956829] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25729; }","duration":"1.06904244s","start":"2026-03-06T01:28:41.381015Z","end":"2026-03-06T01:28:42.450057Z","steps":["trace[2020956829] 'agreement among raft nodes before linearized reading' (duration: 1.068743473s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.450097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.380995Z","time spent":"1.069094911s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:28:42.452977Z","caller":"traceutil/trace.go:171","msg":"trace[32817855] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"794.401162ms","start":"2026-03-06T01:28:41.658565Z","end":"2026-03-06T01:28:42.452966Z","steps":["trace[32817855] 'process raft request' (duration: 793.240565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.45304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.658526Z","time spent":"794.484704ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:42.455077Z","caller":"traceutil/trace.go:171","msg":"trace[270886185] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"631.271601ms","start":"2026-03-06T01:28:41.823781Z","end":"2026-03-06T01:28:42.455052Z","steps":["trace[270886185] 'process raft request' (duration: 629.139122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.455249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.823748Z","time spent":"631.397225ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:42.45755Z","caller":"traceutil/trace.go:171","msg":"trace[931781315] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"126.566665ms","start":"2026-03-06T01:28:42.330951Z","end":"2026-03-06T01:28:42.457518Z","steps":["trace[931781315] 'process raft request' (duration: 126.241378ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:42.501451Z","caller":"traceutil/trace.go:171","msg":"trace[763845053] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"170.358438ms","start":"2026-03-06T01:28:42.33106Z","end":"2026-03-06T01:28:42.501418Z","steps":["trace[763845053] 'process raft request' (duration: 126.419513ms)","trace[763845053] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:518; } (duration: 43.322642ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:42.501738Z","caller":"traceutil/trace.go:171","msg":"trace[544576215] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"168.563826ms","start":"2026-03-06T01:28:42.333163Z","end":"2026-03-06T01:28:42.501727Z","steps":["trace[544576215] 'process raft request' (duration: 167.85858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:42.501877Z","caller":"traceutil/trace.go:171","msg":"trace[1265081375] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"165.640409ms","start":"2026-03-06T01:28:42.336227Z","end":"2026-03-06T01:28:42.501867Z","steps":["trace[1265081375] 'process raft request' (duration: 164.860461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.502062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.301746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:42.5021Z","caller":"traceutil/trace.go:171","msg":"trace[1936338883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25735; }","duration":"671.405789ms","start":"2026-03-06T01:28:41.830685Z","end":"2026-03-06T01:28:42.502091Z","steps":["trace[1936338883] 'agreement among raft nodes before linearized reading' (duration: 671.306936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.502128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.830666Z","time spent":"671.45501ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:28:42.502365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118139705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:28:42.502393Z","caller":"traceutil/trace.go:171","msg":"trace[177387439] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a; range_end:; response_count:1; response_revision:25735; }","duration":"1.118208257s","start":"2026-03-06T01:28:41.384177Z","end":"2026-03-06T01:28:42.502385Z","steps":["trace[177387439] 'agreement among raft nodes before linearized reading' (duration: 1.118094014s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.502413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.384147Z","time spent":"1.118261268s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2b951fc1-5a13-4ba3-8073-b944c60fca8a\" "} {"level":"warn","ts":"2026-03-06T01:28:42.502706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120774775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:28:42.502766Z","caller":"traceutil/trace.go:171","msg":"trace[1922782118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25735; }","duration":"1.120864548s","start":"2026-03-06T01:28:41.381889Z","end":"2026-03-06T01:28:42.502753Z","steps":["trace[1922782118] 'agreement among raft nodes before linearized reading' (duration: 1.120676074s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:42.502819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:41.38188Z","time spent":"1.120930769s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:28:42.953763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23415,"took":"496.309611ms","hash":3012204556,"current-db-size-bytes":49057792,"current-db-size":"49 MB","current-db-size-in-use-bytes":31186944,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T01:28:42.953822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3012204556,"revision":23415,"compact-revision":21208} {"level":"info","ts":"2026-03-06T01:28:46.422501Z","caller":"traceutil/trace.go:171","msg":"trace[1571801059] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"327.749464ms","start":"2026-03-06T01:28:46.09472Z","end":"2026-03-06T01:28:46.42247Z","steps":["trace[1571801059] 'process raft request' (duration: 327.504058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:46.422695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.0946Z","time spent":"327.99356ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:47.209655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.687996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-06T01:28:47.210165Z","caller":"traceutil/trace.go:171","msg":"trace[188254722] linearizableReadLoop","detail":"{readStateIndex:26663; appliedIndex:26661; }","duration":"1.081946848s","start":"2026-03-06T01:28:46.128198Z","end":"2026-03-06T01:28:47.210145Z","steps":["trace[188254722] 'read index received' (duration: 294.17285ms)","trace[188254722] 'applied index is now lower than readState.Index' (duration: 787.773028ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:47.210366Z","caller":"traceutil/trace.go:171","msg":"trace[1347873964] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"812.49344ms","start":"2026-03-06T01:28:46.397851Z","end":"2026-03-06T01:28:47.210344Z","steps":["trace[1347873964] 'process raft request' (duration: 812.143412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.210651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.397827Z","time spent":"812.735766ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:47.341037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212798013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:28:47.341138Z","caller":"traceutil/trace.go:171","msg":"trace[1454283907] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25751; }","duration":"1.212948696s","start":"2026-03-06T01:28:46.128163Z","end":"2026-03-06T01:28:47.341111Z","steps":["trace[1454283907] 'agreement among raft nodes before linearized reading' (duration: 1.082136963s)","trace[1454283907] 'count revisions from in-memory index tree' (duration: 130.65667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:47.341193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.128143Z","time spent":"1.213039588s","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:28:47.344023Z","caller":"traceutil/trace.go:171","msg":"trace[2119996732] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26664; }","duration":"133.512746ms","start":"2026-03-06T01:28:47.210492Z","end":"2026-03-06T01:28:47.344005Z","steps":["trace[2119996732] 'read index received' (duration: 133.22365ms)","trace[2119996732] 'applied index is now lower than readState.Index' (duration: 288.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:47.344107Z","caller":"traceutil/trace.go:171","msg":"trace[139709881] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"828.032349ms","start":"2026-03-06T01:28:46.516039Z","end":"2026-03-06T01:28:47.344071Z","steps":["trace[139709881] 'process raft request' (duration: 827.865695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.344267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.654302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:28:47.344288Z","caller":"traceutil/trace.go:171","msg":"trace[544653396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25756; }","duration":"789.696203ms","start":"2026-03-06T01:28:46.554584Z","end":"2026-03-06T01:28:47.344281Z","steps":["trace[544653396] 'agreement among raft nodes before linearized reading' (duration: 789.612411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.344309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.554575Z","time spent":"789.729813ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:28:47.344338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.516031Z","time spent":"828.193622ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:47.344682Z","caller":"traceutil/trace.go:171","msg":"trace[1326053028] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"829.200986ms","start":"2026-03-06T01:28:46.515469Z","end":"2026-03-06T01:28:47.34467Z","steps":["trace[1326053028] 'process raft request' (duration: 828.300765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.344726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.515455Z","time spent":"829.250188ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:47.34418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.22528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:47.344811Z","caller":"traceutil/trace.go:171","msg":"trace[738676474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25756; }","duration":"493.929097ms","start":"2026-03-06T01:28:46.85087Z","end":"2026-03-06T01:28:47.3448Z","steps":["trace[738676474] 'agreement among raft nodes before linearized reading' (duration: 493.22149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.344837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.850852Z","time spent":"493.974918ms","remote":"127.0.0.1:46776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:47.344997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.319507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:47.345117Z","caller":"traceutil/trace.go:171","msg":"trace[226520870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25756; }","duration":"215.516572ms","start":"2026-03-06T01:28:47.129583Z","end":"2026-03-06T01:28:47.3451Z","steps":["trace[226520870] 'agreement among raft nodes before linearized reading' (duration: 214.454887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.344483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.51064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:28:47.346841Z","caller":"traceutil/trace.go:171","msg":"trace[1074687583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25756; }","duration":"830.868905ms","start":"2026-03-06T01:28:46.515953Z","end":"2026-03-06T01:28:47.346822Z","steps":["trace[1074687583] 'agreement among raft nodes before linearized reading' (duration: 828.49461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.346881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.515948Z","time spent":"830.920726ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:28:47.345274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.35367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:28:47.346991Z","caller":"traceutil/trace.go:171","msg":"trace[353918222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25756; }","duration":"831.067239ms","start":"2026-03-06T01:28:46.515913Z","end":"2026-03-06T01:28:47.34698Z","steps":["trace[353918222] 'agreement among raft nodes before linearized reading' (duration: 829.312529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.347016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.515884Z","time spent":"831.120541ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:47.345318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.921793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:28:47.347109Z","caller":"traceutil/trace.go:171","msg":"trace[831648584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25756; }","duration":"831.728245ms","start":"2026-03-06T01:28:46.515374Z","end":"2026-03-06T01:28:47.347102Z","steps":["trace[831648584] 'agreement among raft nodes before linearized reading' (duration: 829.912323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.347175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.515369Z","time spent":"831.797666ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:28:47.345354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.007035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:28:47.347261Z","caller":"traceutil/trace.go:171","msg":"trace[1874572935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25756; }","duration":"831.909658ms","start":"2026-03-06T01:28:46.515343Z","end":"2026-03-06T01:28:47.347253Z","steps":["trace[1874572935] 'agreement among raft nodes before linearized reading' (duration: 829.984134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.347287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.515253Z","time spent":"832.024801ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:28:47.345375Z","caller":"traceutil/trace.go:171","msg":"trace[440801133] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"796.130472ms","start":"2026-03-06T01:28:46.549234Z","end":"2026-03-06T01:28:47.345365Z","steps":["trace[440801133] 'process raft request' (duration: 794.722669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.347367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.549205Z","time spent":"798.137489ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:47.345406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.015003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:28:47.347432Z","caller":"traceutil/trace.go:171","msg":"trace[85214740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25756; }","duration":"873.07167ms","start":"2026-03-06T01:28:46.474351Z","end":"2026-03-06T01:28:47.347422Z","steps":["trace[85214740] 'agreement among raft nodes before linearized reading' (duration: 871.013243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.347461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.474328Z","time spent":"873.121001ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:28:47.345409Z","caller":"traceutil/trace.go:171","msg":"trace[1546251882] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"820.938205ms","start":"2026-03-06T01:28:46.524464Z","end":"2026-03-06T01:28:47.345402Z","steps":["trace[1546251882] 'process raft request' (duration: 819.471081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.347532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.524436Z","time spent":"823.075754ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:47.345438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.838138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:47.347786Z","caller":"traceutil/trace.go:171","msg":"trace[759480019] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25756; }","duration":"131.200322ms","start":"2026-03-06T01:28:47.216569Z","end":"2026-03-06T01:28:47.347769Z","steps":["trace[759480019] 'agreement among raft nodes before linearized reading' (duration: 128.853658ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:47.345458Z","caller":"traceutil/trace.go:171","msg":"trace[2046219579] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"793.988492ms","start":"2026-03-06T01:28:46.551463Z","end":"2026-03-06T01:28:47.345451Z","steps":["trace[2046219579] 'process raft request' (duration: 792.516878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.347995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:46.551431Z","time spent":"796.49685ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:47.742253Z","caller":"traceutil/trace.go:171","msg":"trace[509302878] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"389.479543ms","start":"2026-03-06T01:28:47.352746Z","end":"2026-03-06T01:28:47.742225Z","steps":["trace[509302878] 'process raft request' (duration: 389.316809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.742406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.352725Z","time spent":"389.602525ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:47.842825Z","caller":"traceutil/trace.go:171","msg":"trace[1570398249] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"488.165764ms","start":"2026-03-06T01:28:47.354628Z","end":"2026-03-06T01:28:47.842794Z","steps":["trace[1570398249] 'process raft request' (duration: 466.573944ms)","trace[1570398249] 'compare' (duration: 20.890273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:28:47.842989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.35462Z","time spent":"488.285106ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:47.843328Z","caller":"traceutil/trace.go:171","msg":"trace[704957343] linearizableReadLoop","detail":"{readStateIndex:26675; appliedIndex:26669; }","duration":"477.576688ms","start":"2026-03-06T01:28:47.365726Z","end":"2026-03-06T01:28:47.843303Z","steps":["trace[704957343] 'read index received' (duration: 376.463691ms)","trace[704957343] 'applied index is now lower than readState.Index' (duration: 101.111807ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:47.843332Z","caller":"traceutil/trace.go:171","msg":"trace[1238020312] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"486.880724ms","start":"2026-03-06T01:28:47.356419Z","end":"2026-03-06T01:28:47.8433Z","steps":["trace[1238020312] 'process raft request' (duration: 486.26941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:47.843439Z","caller":"traceutil/trace.go:171","msg":"trace[1122500232] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"486.882264ms","start":"2026-03-06T01:28:47.356546Z","end":"2026-03-06T01:28:47.843428Z","steps":["trace[1122500232] 'process raft request' (duration: 486.542346ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:47.843447Z","caller":"traceutil/trace.go:171","msg":"trace[2042695042] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"380.549786ms","start":"2026-03-06T01:28:47.462884Z","end":"2026-03-06T01:28:47.843433Z","steps":["trace[2042695042] 'process raft request' (duration: 380.366012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.843505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.462857Z","time spent":"380.618837ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:47.843505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.356413Z","time spent":"486.997567ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:47.843574Z","caller":"traceutil/trace.go:171","msg":"trace[322831167] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"486.969616ms","start":"2026-03-06T01:28:47.356596Z","end":"2026-03-06T01:28:47.843566Z","steps":["trace[322831167] 'process raft request' (duration: 486.584397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.843615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.356588Z","time spent":"487.005957ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:47.843673Z","caller":"traceutil/trace.go:171","msg":"trace[1897760571] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"487.013417ms","start":"2026-03-06T01:28:47.356653Z","end":"2026-03-06T01:28:47.843666Z","steps":["trace[1897760571] 'process raft request' (duration: 486.566657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.843706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.356621Z","time spent":"487.064978ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:28:47.843712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.005128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:28:47.843737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.012059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:28:47.843749Z","caller":"traceutil/trace.go:171","msg":"trace[439742617] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25763; }","duration":"391.08599ms","start":"2026-03-06T01:28:47.452652Z","end":"2026-03-06T01:28:47.843738Z","steps":["trace[439742617] 'agreement among raft nodes before linearized reading' (duration: 391.027558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.843781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.452627Z","time spent":"391.144861ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:47.843564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.356537Z","time spent":"486.929745ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:28:47.843785Z","caller":"traceutil/trace.go:171","msg":"trace[623692511] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25763; }","duration":"478.07775ms","start":"2026-03-06T01:28:47.365685Z","end":"2026-03-06T01:28:47.843763Z","steps":["trace[623692511] 'agreement among raft nodes before linearized reading' (duration: 477.906776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.843824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.365673Z","time spent":"478.143762ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T01:28:47.844044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.396645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-06T01:28:47.844081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.148417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:47.844081Z","caller":"traceutil/trace.go:171","msg":"trace[445523139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25763; }","duration":"185.476077ms","start":"2026-03-06T01:28:47.658593Z","end":"2026-03-06T01:28:47.844069Z","steps":["trace[445523139] 'agreement among raft nodes before linearized reading' (duration: 185.310903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:47.844109Z","caller":"traceutil/trace.go:171","msg":"trace[1156225099] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25763; }","duration":"380.184738ms","start":"2026-03-06T01:28:47.463915Z","end":"2026-03-06T01:28:47.8441Z","steps":["trace[1156225099] 'agreement among raft nodes before linearized reading' (duration: 380.134187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.844131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.463912Z","time spent":"380.213938ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:47.844209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.701481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-06T01:28:47.844241Z","caller":"traceutil/trace.go:171","msg":"trace[1340650267] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25763; }","duration":"374.750142ms","start":"2026-03-06T01:28:47.469482Z","end":"2026-03-06T01:28:47.844232Z","steps":["trace[1340650267] 'agreement among raft nodes before linearized reading' (duration: 374.608529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.844256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.398121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:28:47.844266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.469476Z","time spent":"374.784973ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:47.844283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.96199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"info","ts":"2026-03-06T01:28:47.844292Z","caller":"traceutil/trace.go:171","msg":"trace[1347705457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25763; }","duration":"373.446042ms","start":"2026-03-06T01:28:47.470835Z","end":"2026-03-06T01:28:47.844281Z","steps":["trace[1347705457] 'agreement among raft nodes before linearized reading' (duration: 373.381471ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:47.844307Z","caller":"traceutil/trace.go:171","msg":"trace[277558843] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25763; }","duration":"378.99789ms","start":"2026-03-06T01:28:47.465302Z","end":"2026-03-06T01:28:47.8443Z","steps":["trace[277558843] 'agreement among raft nodes before linearized reading' (duration: 378.919719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.844327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.465295Z","time spent":"379.027081ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:47.844329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.47083Z","time spent":"373.484383ms","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:28:47.844377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.836453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"warn","ts":"2026-03-06T01:28:47.844399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.163768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:47.844406Z","caller":"traceutil/trace.go:171","msg":"trace[1719215698] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25763; }","duration":"380.887904ms","start":"2026-03-06T01:28:47.463508Z","end":"2026-03-06T01:28:47.844396Z","steps":["trace[1719215698] 'agreement among raft nodes before linearized reading' (duration: 380.812752ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:28:47.844418Z","caller":"traceutil/trace.go:171","msg":"trace[1578647864] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25763; }","duration":"380.235049ms","start":"2026-03-06T01:28:47.464177Z","end":"2026-03-06T01:28:47.844412Z","steps":["trace[1578647864] 'agreement among raft nodes before linearized reading' (duration: 380.206598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.844436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.464073Z","time spent":"380.357762ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-06T01:28:47.844436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.463492Z","time spent":"380.937765ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:28:47.844512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.654662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:28:47.844537Z","caller":"traceutil/trace.go:171","msg":"trace[30094825] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25763; }","duration":"381.702803ms","start":"2026-03-06T01:28:47.462826Z","end":"2026-03-06T01:28:47.844529Z","steps":["trace[30094825] 'agreement among raft nodes before linearized reading' (duration: 381.668792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.844303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.392982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21431"} {"level":"warn","ts":"2026-03-06T01:28:47.844561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.46281Z","time spent":"381.745334ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-06T01:28:47.844585Z","caller":"traceutil/trace.go:171","msg":"trace[1744586632] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25763; }","duration":"380.68357ms","start":"2026-03-06T01:28:47.463893Z","end":"2026-03-06T01:28:47.844576Z","steps":["trace[1744586632] 'agreement among raft nodes before linearized reading' (duration: 380.347342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:28:47.844614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:28:47.463888Z","time spent":"380.717191ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21454,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-06T01:29:03.326727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.205522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:03.326821Z","caller":"traceutil/trace.go:171","msg":"trace[1006806788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25889; }","duration":"198.368305ms","start":"2026-03-06T01:29:03.128434Z","end":"2026-03-06T01:29:03.326802Z","steps":["trace[1006806788] 'range keys from in-memory index tree' (duration: 198.123649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:04.061841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.440139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-06T01:29:04.061939Z","caller":"traceutil/trace.go:171","msg":"trace[1642304782] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25894; }","duration":"154.591292ms","start":"2026-03-06T01:29:03.907328Z","end":"2026-03-06T01:29:04.061919Z","steps":["trace[1642304782] 'range keys from in-memory index tree' (duration: 154.232394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:04.062158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.210249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-06T01:29:04.062234Z","caller":"traceutil/trace.go:171","msg":"trace[1614741179] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25894; }","duration":"156.318652ms","start":"2026-03-06T01:29:03.905897Z","end":"2026-03-06T01:29:04.062216Z","steps":["trace[1614741179] 'range keys from in-memory index tree' (duration: 156.076046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:04.062336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.544574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-06T01:29:04.062439Z","caller":"traceutil/trace.go:171","msg":"trace[2098976445] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25894; }","duration":"155.679258ms","start":"2026-03-06T01:29:03.906733Z","end":"2026-03-06T01:29:04.062412Z","steps":["trace[2098976445] 'range keys from in-memory index tree' (duration: 155.37111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:04.062855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.072044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-06T01:29:04.063175Z","caller":"traceutil/trace.go:171","msg":"trace[104986216] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:25894; }","duration":"133.209938ms","start":"2026-03-06T01:29:03.929713Z","end":"2026-03-06T01:29:04.062923Z","steps":["trace[104986216] 'range keys from in-memory index tree' (duration: 132.094272ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:04.488749Z","caller":"traceutil/trace.go:171","msg":"trace[1614372931] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"304.170101ms","start":"2026-03-06T01:29:04.184551Z","end":"2026-03-06T01:29:04.488721Z","steps":["trace[1614372931] 'process raft request' (duration: 297.074207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:04.488941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:04.18454Z","time spent":"304.297424ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:29:04.489072Z","caller":"traceutil/trace.go:171","msg":"trace[990518677] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"304.405776ms","start":"2026-03-06T01:29:04.184594Z","end":"2026-03-06T01:29:04.489Z","steps":["trace[990518677] 'process raft request' (duration: 304.083289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:04.489268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:04.184583Z","time spent":"304.58589ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:29:04.489552Z","caller":"traceutil/trace.go:171","msg":"trace[1901106500] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"304.406827ms","start":"2026-03-06T01:29:04.185128Z","end":"2026-03-06T01:29:04.489535Z","steps":["trace[1901106500] 'process raft request' (duration: 303.768602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:04.489651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:04.185117Z","time spent":"304.481058ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:29:06.344251Z","caller":"traceutil/trace.go:171","msg":"trace[978033158] linearizableReadLoop","detail":"{readStateIndex:26825; appliedIndex:26824; }","duration":"134.621012ms","start":"2026-03-06T01:29:06.209598Z","end":"2026-03-06T01:29:06.344219Z","steps":["trace[978033158] 'read index received' (duration: 131.596082ms)","trace[978033158] 'applied index is now lower than readState.Index' (duration: 3.02315ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:06.34427Z","caller":"traceutil/trace.go:171","msg":"trace[113650107] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"154.02248ms","start":"2026-03-06T01:29:06.190207Z","end":"2026-03-06T01:29:06.344229Z","steps":["trace[113650107] 'process raft request' (duration: 151.131154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:06.344587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.97274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:29:06.344684Z","caller":"traceutil/trace.go:171","msg":"trace[1944619401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25909; }","duration":"135.134553ms","start":"2026-03-06T01:29:06.209527Z","end":"2026-03-06T01:29:06.344662Z","steps":["trace[1944619401] 'agreement among raft nodes before linearized reading' (duration: 134.802996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:07.217387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.311956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:07.217488Z","caller":"traceutil/trace.go:171","msg":"trace[1642205249] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25915; }","duration":"202.47844ms","start":"2026-03-06T01:29:07.014984Z","end":"2026-03-06T01:29:07.217462Z","steps":["trace[1642205249] 'count revisions from in-memory index tree' (duration: 202.214714ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:07.68135Z","caller":"traceutil/trace.go:171","msg":"trace[1945390906] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"124.249741ms","start":"2026-03-06T01:29:07.557072Z","end":"2026-03-06T01:29:07.681322Z","steps":["trace[1945390906] 'process raft request' (duration: 124.154799ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:07.681446Z","caller":"traceutil/trace.go:171","msg":"trace[1600183923] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"124.415275ms","start":"2026-03-06T01:29:07.556982Z","end":"2026-03-06T01:29:07.681398Z","steps":["trace[1600183923] 'process raft request' (duration: 79.885675ms)","trace[1600183923] 'compare' (duration: 44.236733ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:07.681543Z","caller":"traceutil/trace.go:171","msg":"trace[1073341435] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"124.20363ms","start":"2026-03-06T01:29:07.557324Z","end":"2026-03-06T01:29:07.681528Z","steps":["trace[1073341435] 'process raft request' (duration: 124.133218ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:07.681596Z","caller":"traceutil/trace.go:171","msg":"trace[149052074] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"124.462896ms","start":"2026-03-06T01:29:07.557123Z","end":"2026-03-06T01:29:07.681586Z","steps":["trace[149052074] 'process raft request' (duration: 124.156449ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:08.666228Z","caller":"traceutil/trace.go:171","msg":"trace[1440784622] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"108.071668ms","start":"2026-03-06T01:29:08.558136Z","end":"2026-03-06T01:29:08.666207Z","steps":["trace[1440784622] 'process raft request' (duration: 107.624828ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:09.840605Z","caller":"traceutil/trace.go:171","msg":"trace[1023210218] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"153.927698ms","start":"2026-03-06T01:29:09.686649Z","end":"2026-03-06T01:29:09.840577Z","steps":["trace[1023210218] 'process raft request' (duration: 80.229785ms)","trace[1023210218] 'compare' (duration: 73.463028ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:09.840686Z","caller":"traceutil/trace.go:171","msg":"trace[1028048311] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"153.133829ms","start":"2026-03-06T01:29:09.687523Z","end":"2026-03-06T01:29:09.840657Z","steps":["trace[1028048311] 'process raft request' (duration: 153.016206ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:09.840957Z","caller":"traceutil/trace.go:171","msg":"trace[1990313738] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"151.764238ms","start":"2026-03-06T01:29:09.689146Z","end":"2026-03-06T01:29:09.84091Z","steps":["trace[1990313738] 'process raft request' (duration: 151.491292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:14.446965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.856998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:29:14.447128Z","caller":"traceutil/trace.go:171","msg":"trace[271208300] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"194.512417ms","start":"2026-03-06T01:29:14.252587Z","end":"2026-03-06T01:29:14.4471Z","steps":["trace[271208300] 'process raft request' (duration: 33.414643ms)","trace[271208300] 'compare' (duration: 160.722405ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:24.841449Z","caller":"traceutil/trace.go:171","msg":"trace[1183959272] linearizableReadLoop","detail":"{readStateIndex:27014; appliedIndex:27013; }","duration":"196.753708ms","start":"2026-03-06T01:29:24.64443Z","end":"2026-03-06T01:29:24.841183Z","steps":["trace[1183959272] 'read index received' (duration: 196.445261ms)","trace[1183959272] 'applied index is now lower than readState.Index' (duration: 307.787µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:24.841834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.007965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:29:24.841812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.126757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:29:24.841885Z","caller":"traceutil/trace.go:171","msg":"trace[610940502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26092; }","duration":"191.2498ms","start":"2026-03-06T01:29:24.65062Z","end":"2026-03-06T01:29:24.84187Z","steps":["trace[610940502] 'agreement among raft nodes before linearized reading' (duration: 190.936353ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:24.84195Z","caller":"traceutil/trace.go:171","msg":"trace[866386486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26092; }","duration":"197.519895ms","start":"2026-03-06T01:29:24.644377Z","end":"2026-03-06T01:29:24.841897Z","steps":["trace[866386486] 'agreement among raft nodes before linearized reading' (duration: 196.952112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:24.842215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.349098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-06T01:29:24.842255Z","caller":"traceutil/trace.go:171","msg":"trace[2030382158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26092; }","duration":"103.387289ms","start":"2026-03-06T01:29:24.738857Z","end":"2026-03-06T01:29:24.842245Z","steps":["trace[2030382158] 'agreement among raft nodes before linearized reading' (duration: 103.298157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:24.842851Z","caller":"traceutil/trace.go:171","msg":"trace[1324346785] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"243.080039ms","start":"2026-03-06T01:29:24.598205Z","end":"2026-03-06T01:29:24.841285Z","steps":["trace[1324346785] 'process raft request' (duration: 242.815393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:24.969798Z","caller":"traceutil/trace.go:171","msg":"trace[1372535412] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"123.30222ms","start":"2026-03-06T01:29:24.846473Z","end":"2026-03-06T01:29:24.969775Z","steps":["trace[1372535412] 'process raft request' (duration: 48.625274ms)","trace[1372535412] 'compare' (duration: 74.4098ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:24.970031Z","caller":"traceutil/trace.go:171","msg":"trace[17473523] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"121.095999ms","start":"2026-03-06T01:29:24.848911Z","end":"2026-03-06T01:29:24.970008Z","steps":["trace[17473523] 'process raft request' (duration: 120.826933ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:24.970367Z","caller":"traceutil/trace.go:171","msg":"trace[448453141] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"121.341855ms","start":"2026-03-06T01:29:24.849011Z","end":"2026-03-06T01:29:24.970353Z","steps":["trace[448453141] 'process raft request' (duration: 120.921486ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:24.97077Z","caller":"traceutil/trace.go:171","msg":"trace[1616536351] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"121.52849ms","start":"2026-03-06T01:29:24.849227Z","end":"2026-03-06T01:29:24.970755Z","steps":["trace[1616536351] 'process raft request' (duration: 121.062679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:24.970962Z","caller":"traceutil/trace.go:171","msg":"trace[2137268676] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"118.223743ms","start":"2026-03-06T01:29:24.852729Z","end":"2026-03-06T01:29:24.970953Z","steps":["trace[2137268676] 'process raft request' (duration: 117.971607ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:26.482521Z","caller":"traceutil/trace.go:171","msg":"trace[645655622] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"127.108758ms","start":"2026-03-06T01:29:26.355398Z","end":"2026-03-06T01:29:26.482507Z","steps":["trace[645655622] 'process raft request' (duration: 126.864872ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:27.174209Z","caller":"traceutil/trace.go:171","msg":"trace[1859302289] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"190.589735ms","start":"2026-03-06T01:29:26.983596Z","end":"2026-03-06T01:29:27.174186Z","steps":["trace[1859302289] 'process raft request' (duration: 190.534604ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:27.174209Z","caller":"traceutil/trace.go:171","msg":"trace[327862512] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"190.853322ms","start":"2026-03-06T01:29:26.983313Z","end":"2026-03-06T01:29:27.174166Z","steps":["trace[327862512] 'process raft request' (duration: 167.670096ms)","trace[327862512] 'compare' (duration: 22.94759ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:27.174465Z","caller":"traceutil/trace.go:171","msg":"trace[746467151] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"191.045766ms","start":"2026-03-06T01:29:26.983408Z","end":"2026-03-06T01:29:27.174454Z","steps":["trace[746467151] 'process raft request' (duration: 190.656557ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:27.174561Z","caller":"traceutil/trace.go:171","msg":"trace[1871558739] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"191.113497ms","start":"2026-03-06T01:29:26.983438Z","end":"2026-03-06T01:29:27.174552Z","steps":["trace[1871558739] 'process raft request' (duration: 190.659927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:27.175748Z","caller":"traceutil/trace.go:171","msg":"trace[838957559] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"123.228868ms","start":"2026-03-06T01:29:27.052486Z","end":"2026-03-06T01:29:27.175715Z","steps":["trace[838957559] 'process raft request' (duration: 122.88364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:31.142083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.51943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:29:31.14213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.906948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:29:31.142208Z","caller":"traceutil/trace.go:171","msg":"trace[1596354149] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26142; }","duration":"443.062171ms","start":"2026-03-06T01:29:30.699125Z","end":"2026-03-06T01:29:31.142187Z","steps":["trace[1596354149] 'count revisions from in-memory index tree' (duration: 442.769034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:31.142251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:30.699093Z","time spent":"443.147773ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:29:31.142159Z","caller":"traceutil/trace.go:171","msg":"trace[692708878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26142; }","duration":"173.651754ms","start":"2026-03-06T01:29:30.968488Z","end":"2026-03-06T01:29:31.142139Z","steps":["trace[692708878] 'count revisions from in-memory index tree' (duration: 173.425128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:31.142972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.798903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:29:31.143013Z","caller":"traceutil/trace.go:171","msg":"trace[1002819843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26142; }","duration":"268.842254ms","start":"2026-03-06T01:29:30.874156Z","end":"2026-03-06T01:29:31.142998Z","steps":["trace[1002819843] 'range keys from in-memory index tree' (duration: 268.642519ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:36.708278Z","caller":"traceutil/trace.go:171","msg":"trace[2122014989] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"110.182917ms","start":"2026-03-06T01:29:36.598071Z","end":"2026-03-06T01:29:36.708253Z","steps":["trace[2122014989] 'process raft request' (duration: 110.026683ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.361796Z","caller":"traceutil/trace.go:171","msg":"trace[1193794005] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"306.537485ms","start":"2026-03-06T01:29:53.05523Z","end":"2026-03-06T01:29:53.361767Z","steps":["trace[1193794005] 'process raft request' (duration: 269.53491ms)","trace[1193794005] 'compare' (duration: 36.878672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:53.361922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:53.055189Z","time spent":"306.681578ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T01:29:53.363344Z","caller":"traceutil/trace.go:171","msg":"trace[1624242641] linearizableReadLoop","detail":"{readStateIndex:27241; appliedIndex:27239; }","duration":"109.48612ms","start":"2026-03-06T01:29:53.253806Z","end":"2026-03-06T01:29:53.363292Z","steps":["trace[1624242641] 'read index received' (duration: 70.97697ms)","trace[1624242641] 'applied index is now lower than readState.Index' (duration: 38.50777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:53.363606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.794888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:53.363679Z","caller":"traceutil/trace.go:171","msg":"trace[1882823494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26313; }","duration":"109.910681ms","start":"2026-03-06T01:29:53.253751Z","end":"2026-03-06T01:29:53.363661Z","steps":["trace[1882823494] 'agreement among raft nodes before linearized reading' (duration: 109.759567ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.363608Z","caller":"traceutil/trace.go:171","msg":"trace[984207222] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"288.15159ms","start":"2026-03-06T01:29:53.075434Z","end":"2026-03-06T01:29:53.363586Z","steps":["trace[984207222] 'process raft request' (duration: 287.72332ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.525687Z","caller":"traceutil/trace.go:171","msg":"trace[1853513225] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"155.825522ms","start":"2026-03-06T01:29:53.369819Z","end":"2026-03-06T01:29:53.525645Z","steps":["trace[1853513225] 'process raft request' (duration: 144.430589ms)","trace[1853513225] 'compare' (duration: 11.154007ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:53.525785Z","caller":"traceutil/trace.go:171","msg":"trace[986130663] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"155.721079ms","start":"2026-03-06T01:29:53.370024Z","end":"2026-03-06T01:29:53.525745Z","steps":["trace[986130663] 'process raft request' (duration: 155.529675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.526132Z","caller":"traceutil/trace.go:171","msg":"trace[682861090] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"155.343861ms","start":"2026-03-06T01:29:53.370775Z","end":"2026-03-06T01:29:53.526119Z","steps":["trace[682861090] 'process raft request' (duration: 154.823769ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.527527Z","caller":"traceutil/trace.go:171","msg":"trace[347020866] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"149.202828ms","start":"2026-03-06T01:29:53.378284Z","end":"2026-03-06T01:29:53.527487Z","steps":["trace[347020866] 'process raft request' (duration: 147.698074ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.527706Z","caller":"traceutil/trace.go:171","msg":"trace[1703977250] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26318; }","duration":"149.386053ms","start":"2026-03-06T01:29:53.378295Z","end":"2026-03-06T01:29:53.527681Z","steps":["trace[1703977250] 'process raft request' (duration: 149.160178ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.702461Z","caller":"traceutil/trace.go:171","msg":"trace[1132866123] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"112.88345ms","start":"2026-03-06T01:29:53.589557Z","end":"2026-03-06T01:29:53.702441Z","steps":["trace[1132866123] 'process raft request' (duration: 112.695565ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.715654Z","caller":"traceutil/trace.go:171","msg":"trace[790040411] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"125.724486ms","start":"2026-03-06T01:29:53.589894Z","end":"2026-03-06T01:29:53.715619Z","steps":["trace[790040411] 'process raft request' (duration: 125.428699ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.715757Z","caller":"traceutil/trace.go:171","msg":"trace[1429321738] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"125.48592ms","start":"2026-03-06T01:29:53.590212Z","end":"2026-03-06T01:29:53.715698Z","steps":["trace[1429321738] 'process raft request' (duration: 125.280785ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.715812Z","caller":"traceutil/trace.go:171","msg":"trace[215015555] linearizableReadLoop","detail":"{readStateIndex:27253; appliedIndex:27248; }","duration":"107.526945ms","start":"2026-03-06T01:29:53.608269Z","end":"2026-03-06T01:29:53.715795Z","steps":["trace[215015555] 'read index received' (duration: 94.010623ms)","trace[215015555] 'applied index is now lower than readState.Index' (duration: 13.514902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:53.715928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.641769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:53.715937Z","caller":"traceutil/trace.go:171","msg":"trace[1466700822] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"119.968003ms","start":"2026-03-06T01:29:53.595959Z","end":"2026-03-06T01:29:53.715927Z","steps":["trace[1466700822] 'process raft request' (duration: 119.616255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.715967Z","caller":"traceutil/trace.go:171","msg":"trace[254156651] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26324; }","duration":"107.72088ms","start":"2026-03-06T01:29:53.608234Z","end":"2026-03-06T01:29:53.715954Z","steps":["trace[254156651] 'agreement among raft nodes before linearized reading' (duration: 107.627228ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:53.715831Z","caller":"traceutil/trace.go:171","msg":"trace[634532653] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"125.520152ms","start":"2026-03-06T01:29:53.590291Z","end":"2026-03-06T01:29:53.715811Z","steps":["trace[634532653] 'process raft request' (duration: 125.230925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.224607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.1764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:29:54.224682Z","caller":"traceutil/trace.go:171","msg":"trace[1357411948] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26324; }","duration":"423.271703ms","start":"2026-03-06T01:29:53.801393Z","end":"2026-03-06T01:29:54.224665Z","steps":["trace[1357411948] 'count revisions from in-memory index tree' (duration: 423.019037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.224713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:53.801339Z","time spent":"423.366495ms","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:29:54.271046Z","caller":"traceutil/trace.go:171","msg":"trace[389723334] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27253; }","duration":"345.977006ms","start":"2026-03-06T01:29:53.925046Z","end":"2026-03-06T01:29:54.271023Z","steps":["trace[389723334] 'read index received' (duration: 345.864233ms)","trace[389723334] 'applied index is now lower than readState.Index' (duration: 111.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:54.271089Z","caller":"traceutil/trace.go:171","msg":"trace[2121581555] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"424.368099ms","start":"2026-03-06T01:29:53.846687Z","end":"2026-03-06T01:29:54.271055Z","steps":["trace[2121581555] 'process raft request' (duration: 424.185744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.271233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:53.846662Z","time spent":"424.503551ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2447,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:29:54.271275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.209432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:29:54.271328Z","caller":"traceutil/trace.go:171","msg":"trace[1900758480] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26325; }","duration":"346.317204ms","start":"2026-03-06T01:29:53.924985Z","end":"2026-03-06T01:29:54.271303Z","steps":["trace[1900758480] 'agreement among raft nodes before linearized reading' (duration: 346.15217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.27137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:53.924959Z","time spent":"346.401376ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:29:54.315223Z","caller":"traceutil/trace.go:171","msg":"trace[223197028] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"178.549988ms","start":"2026-03-06T01:29:54.136636Z","end":"2026-03-06T01:29:54.315186Z","steps":["trace[223197028] 'process raft request' (duration: 178.439195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.315282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.32456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:54.315354Z","caller":"traceutil/trace.go:171","msg":"trace[584050079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26328; }","duration":"187.451203ms","start":"2026-03-06T01:29:54.127883Z","end":"2026-03-06T01:29:54.315334Z","steps":["trace[584050079] 'agreement among raft nodes before linearized reading' (duration: 187.30792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.315384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.714312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:29:54.315416Z","caller":"traceutil/trace.go:171","msg":"trace[1206211982] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"298.405097ms","start":"2026-03-06T01:29:54.016999Z","end":"2026-03-06T01:29:54.315404Z","steps":["trace[1206211982] 'process raft request' (duration: 297.753282ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.31545Z","caller":"traceutil/trace.go:171","msg":"trace[1227684125] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26328; }","duration":"230.857525ms","start":"2026-03-06T01:29:54.084579Z","end":"2026-03-06T01:29:54.315436Z","steps":["trace[1227684125] 'agreement among raft nodes before linearized reading' (duration: 230.702282ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.476211Z","caller":"traceutil/trace.go:171","msg":"trace[1703598139] transaction","detail":"{read_only:false; response_revision:26329; number_of_response:1; }","duration":"198.148319ms","start":"2026-03-06T01:29:54.278014Z","end":"2026-03-06T01:29:54.476162Z","steps":["trace[1703598139] 'process raft request' (duration: 177.444551ms)","trace[1703598139] 'compare' (duration: 20.378721ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:54.476292Z","caller":"traceutil/trace.go:171","msg":"trace[1738489456] transaction","detail":"{read_only:false; response_revision:26330; number_of_response:1; }","duration":"184.886904ms","start":"2026-03-06T01:29:54.291376Z","end":"2026-03-06T01:29:54.476263Z","steps":["trace[1738489456] 'process raft request' (duration: 184.71259ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.476254Z","caller":"traceutil/trace.go:171","msg":"trace[157667682] linearizableReadLoop","detail":"{readStateIndex:27259; appliedIndex:27257; }","duration":"161.072023ms","start":"2026-03-06T01:29:54.315148Z","end":"2026-03-06T01:29:54.47622Z","steps":["trace[157667682] 'read index received' (duration: 140.279252ms)","trace[157667682] 'applied index is now lower than readState.Index' (duration: 20.791401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:54.476467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.926483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-7d7745bddb-xk6jg.189a1c598ee9101f\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-03-06T01:29:54.476546Z","caller":"traceutil/trace.go:171","msg":"trace[390090217] range","detail":"{range_begin:/registry/events/openstack/manila-api-7d7745bddb-xk6jg.189a1c598ee9101f; range_end:; response_count:1; response_revision:26330; }","duration":"175.035156ms","start":"2026-03-06T01:29:54.301496Z","end":"2026-03-06T01:29:54.476531Z","steps":["trace[390090217] 'agreement among raft nodes before linearized reading' (duration: 174.7651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.47672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.980096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-06T01:29:54.476759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.944652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:29:54.476829Z","caller":"traceutil/trace.go:171","msg":"trace[1794276595] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26330; }","duration":"200.079345ms","start":"2026-03-06T01:29:54.276735Z","end":"2026-03-06T01:29:54.476814Z","steps":["trace[1794276595] 'agreement among raft nodes before linearized reading' (duration: 199.714716ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.476822Z","caller":"traceutil/trace.go:171","msg":"trace[2032510610] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26330; }","duration":"201.130719ms","start":"2026-03-06T01:29:54.275674Z","end":"2026-03-06T01:29:54.476804Z","steps":["trace[2032510610] 'agreement among raft nodes before linearized reading' (duration: 200.854833ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.562848Z","caller":"traceutil/trace.go:171","msg":"trace[153036136] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"208.803357ms","start":"2026-03-06T01:29:54.354017Z","end":"2026-03-06T01:29:54.56282Z","steps":["trace[153036136] 'process raft request' (duration: 208.629173ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.563004Z","caller":"traceutil/trace.go:171","msg":"trace[1751406070] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"190.768849ms","start":"2026-03-06T01:29:54.37222Z","end":"2026-03-06T01:29:54.562989Z","steps":["trace[1751406070] 'process raft request' (duration: 190.562025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.563154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.76447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:29:54.563282Z","caller":"traceutil/trace.go:171","msg":"trace[1335458215] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26332; }","duration":"158.970664ms","start":"2026-03-06T01:29:54.404281Z","end":"2026-03-06T01:29:54.563252Z","steps":["trace[1335458215] 'agreement among raft nodes before linearized reading' (duration: 158.730179ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.719288Z","caller":"traceutil/trace.go:171","msg":"trace[1666168273] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"240.964789ms","start":"2026-03-06T01:29:54.478285Z","end":"2026-03-06T01:29:54.71925Z","steps":["trace[1666168273] 'process raft request' (duration: 240.702903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.719946Z","caller":"traceutil/trace.go:171","msg":"trace[561715920] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"230.790795ms","start":"2026-03-06T01:29:54.489138Z","end":"2026-03-06T01:29:54.719929Z","steps":["trace[561715920] 'process raft request' (duration: 230.015097ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.719949Z","caller":"traceutil/trace.go:171","msg":"trace[1357705860] linearizableReadLoop","detail":"{readStateIndex:27263; appliedIndex:27261; }","duration":"156.954278ms","start":"2026-03-06T01:29:54.562963Z","end":"2026-03-06T01:29:54.719918Z","steps":["trace[1357705860] 'read index received' (duration: 155.956795ms)","trace[1357705860] 'applied index is now lower than readState.Index' (duration: 995.323µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:54.720293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.385397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-06T01:29:54.720342Z","caller":"traceutil/trace.go:171","msg":"trace[741154750] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26334; }","duration":"240.466248ms","start":"2026-03-06T01:29:54.479861Z","end":"2026-03-06T01:29:54.720328Z","steps":["trace[741154750] 'agreement among raft nodes before linearized reading' (duration: 240.207792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.720358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.19816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:29:54.720441Z","caller":"traceutil/trace.go:171","msg":"trace[478038413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26334; }","duration":"143.320343ms","start":"2026-03-06T01:29:54.5771Z","end":"2026-03-06T01:29:54.72042Z","steps":["trace[478038413] 'agreement among raft nodes before linearized reading' (duration: 143.021966ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.859551Z","caller":"traceutil/trace.go:171","msg":"trace[836320440] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"130.935797ms","start":"2026-03-06T01:29:54.728574Z","end":"2026-03-06T01:29:54.85951Z","steps":["trace[836320440] 'process raft request' (duration: 100.223117ms)","trace[836320440] 'compare' (duration: 30.501535ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:54.859642Z","caller":"traceutil/trace.go:171","msg":"trace[464739385] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"129.078483ms","start":"2026-03-06T01:29:54.730533Z","end":"2026-03-06T01:29:54.859611Z","steps":["trace[464739385] 'process raft request' (duration: 128.963051ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.859719Z","caller":"traceutil/trace.go:171","msg":"trace[1278588688] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"129.091284ms","start":"2026-03-06T01:29:54.7306Z","end":"2026-03-06T01:29:54.859692Z","steps":["trace[1278588688] 'process raft request' (duration: 128.92504ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.859724Z","caller":"traceutil/trace.go:171","msg":"trace[2122193170] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"129.939484ms","start":"2026-03-06T01:29:54.729739Z","end":"2026-03-06T01:29:54.859679Z","steps":["trace[2122193170] 'process raft request' (duration: 129.723949ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.859879Z","caller":"traceutil/trace.go:171","msg":"trace[136702392] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"121.317624ms","start":"2026-03-06T01:29:54.738555Z","end":"2026-03-06T01:29:54.859873Z","steps":["trace[136702392] 'process raft request' (duration: 121.023728ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.859767Z","caller":"traceutil/trace.go:171","msg":"trace[213752876] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"128.881039ms","start":"2026-03-06T01:29:54.730874Z","end":"2026-03-06T01:29:54.859755Z","steps":["trace[213752876] 'process raft request' (duration: 128.674974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:54.860044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.306619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-06T01:29:54.860075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.893453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:29:54.86011Z","caller":"traceutil/trace.go:171","msg":"trace[1060470154] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26341; }","duration":"129.957594ms","start":"2026-03-06T01:29:54.730143Z","end":"2026-03-06T01:29:54.860101Z","steps":["trace[1060470154] 'agreement among raft nodes before linearized reading' (duration: 129.657707ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:54.860116Z","caller":"traceutil/trace.go:171","msg":"trace[223402318] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26341; }","duration":"110.428163ms","start":"2026-03-06T01:29:54.749669Z","end":"2026-03-06T01:29:54.860097Z","steps":["trace[223402318] 'agreement among raft nodes before linearized reading' (duration: 110.109705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.021107Z","caller":"traceutil/trace.go:171","msg":"trace[190562136] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"153.15823ms","start":"2026-03-06T01:29:54.867927Z","end":"2026-03-06T01:29:55.021085Z","steps":["trace[190562136] 'process raft request' (duration: 95.353964ms)","trace[190562136] 'compare' (duration: 57.691493ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:55.066244Z","caller":"traceutil/trace.go:171","msg":"trace[293359827] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"198.112619ms","start":"2026-03-06T01:29:54.868105Z","end":"2026-03-06T01:29:55.066217Z","steps":["trace[293359827] 'process raft request' (duration: 197.860223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.066309Z","caller":"traceutil/trace.go:171","msg":"trace[1228092399] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"188.709892ms","start":"2026-03-06T01:29:54.877559Z","end":"2026-03-06T01:29:55.066268Z","steps":["trace[1228092399] 'process raft request' (duration: 188.547288ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.06624Z","caller":"traceutil/trace.go:171","msg":"trace[725376888] linearizableReadLoop","detail":"{readStateIndex:27272; appliedIndex:27270; }","duration":"198.022787ms","start":"2026-03-06T01:29:54.868201Z","end":"2026-03-06T01:29:55.066224Z","steps":["trace[725376888] 'read index received' (duration: 95.100598ms)","trace[725376888] 'applied index is now lower than readState.Index' (duration: 102.921449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:55.066544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.323514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-06T01:29:55.066586Z","caller":"traceutil/trace.go:171","msg":"trace[1662848316] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26345; }","duration":"198.387195ms","start":"2026-03-06T01:29:54.868187Z","end":"2026-03-06T01:29:55.066574Z","steps":["trace[1662848316] 'agreement among raft nodes before linearized reading' (duration: 198.089878ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.066566Z","caller":"traceutil/trace.go:171","msg":"trace[385041730] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"175.125518ms","start":"2026-03-06T01:29:54.891384Z","end":"2026-03-06T01:29:55.066509Z","steps":["trace[385041730] 'process raft request' (duration: 174.78972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.066754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.676424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-06T01:29:55.066766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.187641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:29:55.06681Z","caller":"traceutil/trace.go:171","msg":"trace[520521691] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26345; }","duration":"176.770286ms","start":"2026-03-06T01:29:54.890024Z","end":"2026-03-06T01:29:55.066794Z","steps":["trace[520521691] 'agreement among raft nodes before linearized reading' (duration: 176.626623ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.06683Z","caller":"traceutil/trace.go:171","msg":"trace[2013839391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26345; }","duration":"198.296804ms","start":"2026-03-06T01:29:54.868516Z","end":"2026-03-06T01:29:55.066813Z","steps":["trace[2013839391] 'agreement among raft nodes before linearized reading' (duration: 198.078059ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.180389Z","caller":"traceutil/trace.go:171","msg":"trace[1240282244] linearizableReadLoop","detail":"{readStateIndex:27275; appliedIndex:27274; }","duration":"102.12477ms","start":"2026-03-06T01:29:55.078236Z","end":"2026-03-06T01:29:55.180361Z","steps":["trace[1240282244] 'read index received' (duration: 101.903215ms)","trace[1240282244] 'applied index is now lower than readState.Index' (duration: 220.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:55.180524Z","caller":"traceutil/trace.go:171","msg":"trace[1776589402] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"105.167711ms","start":"2026-03-06T01:29:55.075315Z","end":"2026-03-06T01:29:55.180483Z","steps":["trace[1776589402] 'process raft request' (duration: 104.846874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.180787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.085629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-06T01:29:55.180847Z","caller":"traceutil/trace.go:171","msg":"trace[836934381] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26346; }","duration":"102.187942ms","start":"2026-03-06T01:29:55.078644Z","end":"2026-03-06T01:29:55.180832Z","steps":["trace[836934381] 'agreement among raft nodes before linearized reading' (duration: 101.885045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.180939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.607071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-06T01:29:55.18114Z","caller":"traceutil/trace.go:171","msg":"trace[1450941364] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26346; }","duration":"102.869767ms","start":"2026-03-06T01:29:55.078218Z","end":"2026-03-06T01:29:55.181087Z","steps":["trace[1450941364] 'agreement among raft nodes before linearized reading' (duration: 102.343395ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.346052Z","caller":"traceutil/trace.go:171","msg":"trace[2122976094] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26347; }","duration":"149.330362ms","start":"2026-03-06T01:29:55.196671Z","end":"2026-03-06T01:29:55.346001Z","steps":["trace[2122976094] 'process raft request' (duration: 123.753081ms)","trace[2122976094] 'compare' (duration: 25.442368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:55.34617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.245719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-06T01:29:55.346254Z","caller":"traceutil/trace.go:171","msg":"trace[474880917] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26347; }","duration":"152.362371ms","start":"2026-03-06T01:29:55.193866Z","end":"2026-03-06T01:29:55.346228Z","steps":["trace[474880917] 'agreement among raft nodes before linearized reading' (duration: 152.132216ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.368135Z","caller":"traceutil/trace.go:171","msg":"trace[12602243] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"101.566918ms","start":"2026-03-06T01:29:55.26654Z","end":"2026-03-06T01:29:55.368107Z","steps":["trace[12602243] 'process raft request' (duration: 101.319092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.368302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.156238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-api-certs-tdzrx\" ","response":"range_response_count:1 size:2465"} {"level":"warn","ts":"2026-03-06T01:29:55.368285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.877341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:29:55.368363Z","caller":"traceutil/trace.go:171","msg":"trace[622651290] range","detail":"{range_begin:/registry/secrets/openstack/manila-api-certs-tdzrx; range_end:; response_count:1; response_revision:26348; }","duration":"101.26108ms","start":"2026-03-06T01:29:55.267087Z","end":"2026-03-06T01:29:55.368349Z","steps":["trace[622651290] 'agreement among raft nodes before linearized reading' (duration: 101.042415ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.368374Z","caller":"traceutil/trace.go:171","msg":"trace[1033165165] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26348; }","duration":"101.030035ms","start":"2026-03-06T01:29:55.267326Z","end":"2026-03-06T01:29:55.368356Z","steps":["trace[1033165165] 'agreement among raft nodes before linearized reading' (duration: 100.834591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.368583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.076076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112157"} {"level":"info","ts":"2026-03-06T01:29:55.368644Z","caller":"traceutil/trace.go:171","msg":"trace[1862898866] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26348; }","duration":"101.165988ms","start":"2026-03-06T01:29:55.267465Z","end":"2026-03-06T01:29:55.368631Z","steps":["trace[1862898866] 'agreement among raft nodes before linearized reading' (duration: 100.612575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.552535Z","caller":"traceutil/trace.go:171","msg":"trace[2132312366] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27278; }","duration":"184.494684ms","start":"2026-03-06T01:29:55.368014Z","end":"2026-03-06T01:29:55.552508Z","steps":["trace[2132312366] 'read index received' (duration: 162.620788ms)","trace[2132312366] 'applied index is now lower than readState.Index' (duration: 21.869136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:55.552878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.069641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-06T01:29:55.552946Z","caller":"traceutil/trace.go:171","msg":"trace[1782785602] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26349; }","duration":"199.198814ms","start":"2026-03-06T01:29:55.353729Z","end":"2026-03-06T01:29:55.552928Z","steps":["trace[1782785602] 'agreement among raft nodes before linearized reading' (duration: 198.987079ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.552943Z","caller":"traceutil/trace.go:171","msg":"trace[1018773242] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"188.579009ms","start":"2026-03-06T01:29:55.364127Z","end":"2026-03-06T01:29:55.552706Z","steps":["trace[1018773242] 'process raft request' (duration: 166.534109ms)","trace[1018773242] 'compare' (duration: 21.357284ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:55.5657Z","caller":"traceutil/trace.go:171","msg":"trace[1174618676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26350; }","duration":"195.582381ms","start":"2026-03-06T01:29:55.370102Z","end":"2026-03-06T01:29:55.565685Z","steps":["trace[1174618676] 'process raft request' (duration: 195.141861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.56572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.994539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-06T01:29:55.565952Z","caller":"traceutil/trace.go:171","msg":"trace[1250198570] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26350; }","duration":"109.287447ms","start":"2026-03-06T01:29:55.456653Z","end":"2026-03-06T01:29:55.56594Z","steps":["trace[1250198570] 'agreement among raft nodes before linearized reading' (duration: 108.99486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.56614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.430179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-06T01:29:55.566195Z","caller":"traceutil/trace.go:171","msg":"trace[745595973] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26350; }","duration":"189.543551ms","start":"2026-03-06T01:29:55.376637Z","end":"2026-03-06T01:29:55.566181Z","steps":["trace[745595973] 'agreement among raft nodes before linearized reading' (duration: 189.395308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:55.566398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.449334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-06T01:29:55.566505Z","caller":"traceutil/trace.go:171","msg":"trace[1178677843] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26350; }","duration":"165.577208ms","start":"2026-03-06T01:29:55.400916Z","end":"2026-03-06T01:29:55.566493Z","steps":["trace[1178677843] 'agreement among raft nodes before linearized reading' (duration: 165.408374ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:55.901894Z","caller":"traceutil/trace.go:171","msg":"trace[1098906417] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"264.190606ms","start":"2026-03-06T01:29:55.637681Z","end":"2026-03-06T01:29:55.901872Z","steps":["trace[1098906417] 'process raft request' (duration: 264.025943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:56.027022Z","caller":"traceutil/trace.go:171","msg":"trace[896618247] linearizableReadLoop","detail":"{readStateIndex:27284; appliedIndex:27282; }","duration":"386.443652ms","start":"2026-03-06T01:29:55.640543Z","end":"2026-03-06T01:29:56.026986Z","steps":["trace[896618247] 'read index received' (duration: 261.145976ms)","trace[896618247] 'applied index is now lower than readState.Index' (duration: 125.296086ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:56.027128Z","caller":"traceutil/trace.go:171","msg":"trace[1450045700] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"387.184189ms","start":"2026-03-06T01:29:55.639911Z","end":"2026-03-06T01:29:56.027096Z","steps":["trace[1450045700] 'process raft request' (duration: 386.871912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:56.027309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.758849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-03-06T01:29:56.027322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:55.639893Z","time spent":"387.290772ms","remote":"127.0.0.1:48556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2137,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:29:56.027377Z","caller":"traceutil/trace.go:171","msg":"trace[390452737] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26354; }","duration":"386.826601ms","start":"2026-03-06T01:29:55.640532Z","end":"2026-03-06T01:29:56.027358Z","steps":["trace[390452737] 'agreement among raft nodes before linearized reading' (duration: 386.619696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:56.027422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:55.640505Z","time spent":"386.904113ms","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-06T01:29:56.02741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.307947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:29:56.02747Z","caller":"traceutil/trace.go:171","msg":"trace[1112300213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26354; }","duration":"321.426529ms","start":"2026-03-06T01:29:55.706028Z","end":"2026-03-06T01:29:56.027454Z","steps":["trace[1112300213] 'agreement among raft nodes before linearized reading' (duration: 321.254915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:56.027497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:55.706Z","time spent":"321.492161ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:29:56.027659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.312662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:29:56.027693Z","caller":"traceutil/trace.go:171","msg":"trace[1140142527] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26354; }","duration":"130.366753ms","start":"2026-03-06T01:29:55.897316Z","end":"2026-03-06T01:29:56.027682Z","steps":["trace[1140142527] 'agreement among raft nodes before linearized reading' (duration: 130.312842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:56.02791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.585229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:29:56.027969Z","caller":"traceutil/trace.go:171","msg":"trace[898141761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26354; }","duration":"307.692772ms","start":"2026-03-06T01:29:55.720261Z","end":"2026-03-06T01:29:56.027954Z","steps":["trace[898141761] 'agreement among raft nodes before linearized reading' (duration: 307.542458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:56.028013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:55.720237Z","time spent":"307.764844ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:29:56.028142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.685409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:29:56.028205Z","caller":"traceutil/trace.go:171","msg":"trace[1479814313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26354; }","duration":"306.77095ms","start":"2026-03-06T01:29:55.721419Z","end":"2026-03-06T01:29:56.02819Z","steps":["trace[1479814313] 'agreement among raft nodes before linearized reading' (duration: 306.600906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:56.028194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.683699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:29:56.028248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:55.721407Z","time spent":"306.829142ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:29:56.028276Z","caller":"traceutil/trace.go:171","msg":"trace[749093683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26354; }","duration":"306.801002ms","start":"2026-03-06T01:29:55.721454Z","end":"2026-03-06T01:29:56.028255Z","steps":["trace[749093683] 'agreement among raft nodes before linearized reading' (duration: 306.377492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:29:56.028318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:29:55.721405Z","time spent":"306.904064ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:29:56.028723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.513673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:29:56.02875Z","caller":"traceutil/trace.go:171","msg":"trace[704957762] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26354; }","duration":"145.588225ms","start":"2026-03-06T01:29:55.883154Z","end":"2026-03-06T01:29:56.028742Z","steps":["trace[704957762] 'agreement among raft nodes before linearized reading' (duration: 144.642883ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:56.150507Z","caller":"traceutil/trace.go:171","msg":"trace[125190971] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"114.371364ms","start":"2026-03-06T01:29:56.036101Z","end":"2026-03-06T01:29:56.150472Z","steps":["trace[125190971] 'process raft request' (duration: 114.187089ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:56.15084Z","caller":"traceutil/trace.go:171","msg":"trace[442398624] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"114.267941ms","start":"2026-03-06T01:29:56.03642Z","end":"2026-03-06T01:29:56.150688Z","steps":["trace[442398624] 'process raft request' (duration: 113.921583ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:56.150917Z","caller":"traceutil/trace.go:171","msg":"trace[655439831] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"115.186192ms","start":"2026-03-06T01:29:56.035705Z","end":"2026-03-06T01:29:56.150891Z","steps":["trace[655439831] 'process raft request' (duration: 79.401295ms)","trace[655439831] 'compare' (duration: 35.01238ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:56.337808Z","caller":"traceutil/trace.go:171","msg":"trace[634470297] linearizableReadLoop","detail":"{readStateIndex:27289; appliedIndex:27288; }","duration":"101.340972ms","start":"2026-03-06T01:29:56.236443Z","end":"2026-03-06T01:29:56.337784Z","steps":["trace[634470297] 'read index received' (duration: 43.195228ms)","trace[634470297] 'applied index is now lower than readState.Index' (duration: 58.144694ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:56.337941Z","caller":"traceutil/trace.go:171","msg":"trace[1954607188] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"101.872855ms","start":"2026-03-06T01:29:56.236029Z","end":"2026-03-06T01:29:56.337902Z","steps":["trace[1954607188] 'process raft request' (duration: 43.648049ms)","trace[1954607188] 'compare' (duration: 57.97201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:56.338222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.69382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-06T01:29:56.338267Z","caller":"traceutil/trace.go:171","msg":"trace[2066501899] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26359; }","duration":"101.832564ms","start":"2026-03-06T01:29:56.236422Z","end":"2026-03-06T01:29:56.338254Z","steps":["trace[2066501899] 'agreement among raft nodes before linearized reading' (duration: 101.447685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:56.466818Z","caller":"traceutil/trace.go:171","msg":"trace[1468179228] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"145.859861ms","start":"2026-03-06T01:29:56.320929Z","end":"2026-03-06T01:29:56.466789Z","steps":["trace[1468179228] 'process raft request' (duration: 145.308098ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:56.531939Z","caller":"traceutil/trace.go:171","msg":"trace[662975286] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"208.829346ms","start":"2026-03-06T01:29:56.323079Z","end":"2026-03-06T01:29:56.531908Z","steps":["trace[662975286] 'process raft request' (duration: 208.759574ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:29:56.532236Z","caller":"traceutil/trace.go:171","msg":"trace[1615486819] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"210.806352ms","start":"2026-03-06T01:29:56.321412Z","end":"2026-03-06T01:29:56.532219Z","steps":["trace[1615486819] 'process raft request' (duration: 145.35978ms)","trace[1615486819] 'compare' (duration: 64.944221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:29:56.803661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.209381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:29:56.803898Z","caller":"traceutil/trace.go:171","msg":"trace[714718409] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"234.780967ms","start":"2026-03-06T01:29:56.56908Z","end":"2026-03-06T01:29:56.803861Z","steps":["trace[714718409] 'process raft request' (duration: 107.242749ms)","trace[714718409] 'compare' (duration: 126.31755ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:29:56.80399Z","caller":"traceutil/trace.go:171","msg":"trace[928049618] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"234.718035ms","start":"2026-03-06T01:29:56.569228Z","end":"2026-03-06T01:29:56.803946Z","steps":["trace[928049618] 'process raft request' (duration: 234.582292ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.195658Z","caller":"traceutil/trace.go:171","msg":"trace[969067811] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27328; }","duration":"108.279663ms","start":"2026-03-06T01:30:00.087352Z","end":"2026-03-06T01:30:00.195631Z","steps":["trace[969067811] 'read index received' (duration: 17.435413ms)","trace[969067811] 'applied index is now lower than readState.Index' (duration: 90.84287ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:00.195751Z","caller":"traceutil/trace.go:171","msg":"trace[1488702955] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"110.33931ms","start":"2026-03-06T01:30:00.085386Z","end":"2026-03-06T01:30:00.195725Z","steps":["trace[1488702955] 'process raft request' (duration: 110.064414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.195936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.568029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:30:00.195991Z","caller":"traceutil/trace.go:171","msg":"trace[207229566] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26398; }","duration":"108.674272ms","start":"2026-03-06T01:30:00.087304Z","end":"2026-03-06T01:30:00.195978Z","steps":["trace[207229566] 'agreement among raft nodes before linearized reading' (duration: 108.483518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.201767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.376123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-06T01:30:00.201848Z","caller":"traceutil/trace.go:171","msg":"trace[2082550418] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26400; }","duration":"114.474825ms","start":"2026-03-06T01:30:00.087354Z","end":"2026-03-06T01:30:00.201829Z","steps":["trace[2082550418] 'agreement among raft nodes before linearized reading' (duration: 114.2421ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.571957Z","caller":"traceutil/trace.go:171","msg":"trace[346085062] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"115.315275ms","start":"2026-03-06T01:30:00.456615Z","end":"2026-03-06T01:30:00.57193Z","steps":["trace[346085062] 'process raft request' (duration: 114.66644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.572014Z","caller":"traceutil/trace.go:171","msg":"trace[621330553] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"113.777529ms","start":"2026-03-06T01:30:00.458207Z","end":"2026-03-06T01:30:00.571985Z","steps":["trace[621330553] 'process raft request' (duration: 113.584575ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.572382Z","caller":"traceutil/trace.go:171","msg":"trace[1849411095] linearizableReadLoop","detail":"{readStateIndex:27364; appliedIndex:27361; }","duration":"111.870756ms","start":"2026-03-06T01:30:00.460497Z","end":"2026-03-06T01:30:00.572368Z","steps":["trace[1849411095] 'read index received' (duration: 74.335009ms)","trace[1849411095] 'applied index is now lower than readState.Index' (duration: 37.533857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:00.572583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.067111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-06T01:30:00.572652Z","caller":"traceutil/trace.go:171","msg":"trace[803582374] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26434; }","duration":"112.166592ms","start":"2026-03-06T01:30:00.46047Z","end":"2026-03-06T01:30:00.572637Z","steps":["trace[803582374] 'agreement among raft nodes before linearized reading' (duration: 111.977088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.573545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.705269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210990"} {"level":"info","ts":"2026-03-06T01:30:00.573624Z","caller":"traceutil/trace.go:171","msg":"trace[1322337969] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26436; }","duration":"110.846553ms","start":"2026-03-06T01:30:00.46276Z","end":"2026-03-06T01:30:00.573607Z","steps":["trace[1322337969] 'agreement among raft nodes before linearized reading' (duration: 109.87336ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.749747Z","caller":"traceutil/trace.go:171","msg":"trace[183621463] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"161.764129ms","start":"2026-03-06T01:30:00.587949Z","end":"2026-03-06T01:30:00.749713Z","steps":["trace[183621463] 'process raft request' (duration: 155.621627ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.760705Z","caller":"traceutil/trace.go:171","msg":"trace[2076033548] linearizableReadLoop","detail":"{readStateIndex:27374; appliedIndex:27370; }","duration":"166.452058ms","start":"2026-03-06T01:30:00.594232Z","end":"2026-03-06T01:30:00.760684Z","steps":["trace[2076033548] 'read index received' (duration: 149.355873ms)","trace[2076033548] 'applied index is now lower than readState.Index' (duration: 17.095095ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:00.761038Z","caller":"traceutil/trace.go:171","msg":"trace[1977029556] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"172.985979ms","start":"2026-03-06T01:30:00.588038Z","end":"2026-03-06T01:30:00.761024Z","steps":["trace[1977029556] 'process raft request' (duration: 171.962785ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.761357Z","caller":"traceutil/trace.go:171","msg":"trace[508836909] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"173.254695ms","start":"2026-03-06T01:30:00.588092Z","end":"2026-03-06T01:30:00.761347Z","steps":["trace[508836909] 'process raft request' (duration: 172.387205ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.761596Z","caller":"traceutil/trace.go:171","msg":"trace[1593543062] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"167.869221ms","start":"2026-03-06T01:30:00.593717Z","end":"2026-03-06T01:30:00.761586Z","steps":["trace[1593543062] 'process raft request' (duration: 166.831907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.761836Z","caller":"traceutil/trace.go:171","msg":"trace[1497266152] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"166.243522ms","start":"2026-03-06T01:30:00.595576Z","end":"2026-03-06T01:30:00.76182Z","steps":["trace[1497266152] 'process raft request' (duration: 165.052915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.762084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.8246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-06T01:30:00.762132Z","caller":"traceutil/trace.go:171","msg":"trace[337821564] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26443; }","duration":"167.912231ms","start":"2026-03-06T01:30:00.594205Z","end":"2026-03-06T01:30:00.762118Z","steps":["trace[337821564] 'agreement among raft nodes before linearized reading' (duration: 167.756587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.818847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.977557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-06T01:30:00.818928Z","caller":"traceutil/trace.go:171","msg":"trace[1304830076] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26444; }","duration":"208.08664ms","start":"2026-03-06T01:30:00.610822Z","end":"2026-03-06T01:30:00.818908Z","steps":["trace[1304830076] 'agreement among raft nodes before linearized reading' (duration: 207.843104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.819018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.012867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-7d5fd5dd9c-q86jt\" ","response":"range_response_count:1 size:8113"} {"level":"info","ts":"2026-03-06T01:30:00.819126Z","caller":"traceutil/trace.go:171","msg":"trace[459563371] range","detail":"{range_begin:/registry/pods/openstack/horizon-7d5fd5dd9c-q86jt; range_end:; response_count:1; response_revision:26444; }","duration":"211.172221ms","start":"2026-03-06T01:30:00.607933Z","end":"2026-03-06T01:30:00.819105Z","steps":["trace[459563371] 'agreement among raft nodes before linearized reading' (duration: 210.801613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.819021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.221814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-06T01:30:00.819311Z","caller":"traceutil/trace.go:171","msg":"trace[1859530745] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26444; }","duration":"221.549031ms","start":"2026-03-06T01:30:00.597729Z","end":"2026-03-06T01:30:00.819278Z","steps":["trace[1859530745] 'agreement among raft nodes before linearized reading' (duration: 221.07372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.879162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.97421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8931"} {"level":"info","ts":"2026-03-06T01:30:00.879171Z","caller":"traceutil/trace.go:171","msg":"trace[1454950287] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"105.853347ms","start":"2026-03-06T01:30:00.773293Z","end":"2026-03-06T01:30:00.879146Z","steps":["trace[1454950287] 'process raft request' (duration: 104.6882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:00.879183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.60513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-06T01:30:00.879233Z","caller":"traceutil/trace.go:171","msg":"trace[155903652] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:26445; }","duration":"106.086492ms","start":"2026-03-06T01:30:00.773132Z","end":"2026-03-06T01:30:00.879218Z","steps":["trace[155903652] 'agreement among raft nodes before linearized reading' (duration: 105.883377ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:00.879254Z","caller":"traceutil/trace.go:171","msg":"trace[1187383749] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26445; }","duration":"108.691012ms","start":"2026-03-06T01:30:00.770544Z","end":"2026-03-06T01:30:00.879235Z","steps":["trace[1187383749] 'agreement among raft nodes before linearized reading' (duration: 108.492177ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:03.258148Z","caller":"traceutil/trace.go:171","msg":"trace[2063139467] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"100.002642ms","start":"2026-03-06T01:30:03.158102Z","end":"2026-03-06T01:30:03.258105Z","steps":["trace[2063139467] 'process raft request' (duration: 82.694431ms)","trace[2063139467] 'compare' (duration: 16.908521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:04.533753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.601062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-06T01:30:04.533835Z","caller":"traceutil/trace.go:171","msg":"trace[806763773] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26500; }","duration":"115.756025ms","start":"2026-03-06T01:30:04.418059Z","end":"2026-03-06T01:30:04.533815Z","steps":["trace[806763773] 'range keys from in-memory index tree' (duration: 115.408397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:04.533926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.611037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:04.534328Z","caller":"traceutil/trace.go:171","msg":"trace[202182764] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:26500; }","duration":"123.995816ms","start":"2026-03-06T01:30:04.410106Z","end":"2026-03-06T01:30:04.534102Z","steps":["trace[202182764] 'range keys from in-memory index tree' (duration: 123.433513ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:06.715167Z","caller":"traceutil/trace.go:171","msg":"trace[718772210] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"105.061009ms","start":"2026-03-06T01:30:06.610084Z","end":"2026-03-06T01:30:06.715145Z","steps":["trace[718772210] 'process raft request' (duration: 104.927796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:06.815089Z","caller":"traceutil/trace.go:171","msg":"trace[1100904527] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"112.725775ms","start":"2026-03-06T01:30:06.702333Z","end":"2026-03-06T01:30:06.815058Z","steps":["trace[1100904527] 'process raft request' (duration: 112.657214ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:06.815338Z","caller":"traceutil/trace.go:171","msg":"trace[137728552] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"115.95152ms","start":"2026-03-06T01:30:06.699361Z","end":"2026-03-06T01:30:06.815312Z","steps":["trace[137728552] 'process raft request' (duration: 54.287175ms)","trace[137728552] 'compare' (duration: 61.117503ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:06.815634Z","caller":"traceutil/trace.go:171","msg":"trace[1157624831] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"114.036716ms","start":"2026-03-06T01:30:06.701578Z","end":"2026-03-06T01:30:06.815615Z","steps":["trace[1157624831] 'process raft request' (duration: 113.358761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:16.061613Z","caller":"traceutil/trace.go:171","msg":"trace[1991920762] linearizableReadLoop","detail":"{readStateIndex:27564; appliedIndex:27563; }","duration":"410.739454ms","start":"2026-03-06T01:30:15.650852Z","end":"2026-03-06T01:30:16.061591Z","steps":["trace[1991920762] 'read index received' (duration: 410.616651ms)","trace[1991920762] 'applied index is now lower than readState.Index' (duration: 121.963µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:16.06171Z","caller":"traceutil/trace.go:171","msg":"trace[922395066] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"718.949087ms","start":"2026-03-06T01:30:15.342753Z","end":"2026-03-06T01:30:16.061702Z","steps":["trace[922395066] 'process raft request' (duration: 718.702972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:16.061804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:15.342728Z","time spent":"719.001988ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:16.06187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.813161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:30:16.061932Z","caller":"traceutil/trace.go:171","msg":"trace[768334856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26629; }","duration":"344.881432ms","start":"2026-03-06T01:30:15.717037Z","end":"2026-03-06T01:30:16.061918Z","steps":["trace[768334856] 'agreement among raft nodes before linearized reading' (duration: 344.680358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:16.061932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.946432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:30:16.061928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.056732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:30:16.06198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:15.716979Z","time spent":"344.992734ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:30:16.062003Z","caller":"traceutil/trace.go:171","msg":"trace[252723791] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26629; }","duration":"155.072415ms","start":"2026-03-06T01:30:15.906911Z","end":"2026-03-06T01:30:16.061983Z","steps":["trace[252723791] 'agreement among raft nodes before linearized reading' (duration: 154.8654ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:16.062012Z","caller":"traceutil/trace.go:171","msg":"trace[1794030143] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26629; }","duration":"411.197345ms","start":"2026-03-06T01:30:15.650795Z","end":"2026-03-06T01:30:16.061993Z","steps":["trace[1794030143] 'agreement among raft nodes before linearized reading' (duration: 411.052912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:16.062056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:15.650773Z","time spent":"411.273446ms","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:30:16.062091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.181697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:30:16.062176Z","caller":"traceutil/trace.go:171","msg":"trace[1782299332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26629; }","duration":"200.31021ms","start":"2026-03-06T01:30:15.861846Z","end":"2026-03-06T01:30:16.062156Z","steps":["trace[1782299332] 'agreement among raft nodes before linearized reading' (duration: 200.092635ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:16.392148Z","caller":"traceutil/trace.go:171","msg":"trace[246581768] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"325.143836ms","start":"2026-03-06T01:30:16.066965Z","end":"2026-03-06T01:30:16.392108Z","steps":["trace[246581768] 'process raft request' (duration: 324.311067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:16.392327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:16.066942Z","time spent":"325.285959ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:16.39493Z","caller":"traceutil/trace.go:171","msg":"trace[1385516029] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"327.811267ms","start":"2026-03-06T01:30:16.067085Z","end":"2026-03-06T01:30:16.394897Z","steps":["trace[1385516029] 'process raft request' (duration: 327.439929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:16.395095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:16.06707Z","time spent":"327.95514ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:16.398743Z","caller":"traceutil/trace.go:171","msg":"trace[1166398876] linearizableReadLoop","detail":"{readStateIndex:27566; appliedIndex:27564; }","duration":"331.510313ms","start":"2026-03-06T01:30:16.067213Z","end":"2026-03-06T01:30:16.398724Z","steps":["trace[1166398876] 'read index received' (duration: 324.0308ms)","trace[1166398876] 'applied index is now lower than readState.Index' (duration: 7.478523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:16.398963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.739278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:30:16.398988Z","caller":"traceutil/trace.go:171","msg":"trace[1680121842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26631; }","duration":"331.80994ms","start":"2026-03-06T01:30:16.067172Z","end":"2026-03-06T01:30:16.398982Z","steps":["trace[1680121842] 'agreement among raft nodes before linearized reading' (duration: 331.690077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:16.399009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:16.067156Z","time spent":"331.84817ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:30:16.399127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.098162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:30:16.399204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.875614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:30:16.39925Z","caller":"traceutil/trace.go:171","msg":"trace[906668619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26631; }","duration":"152.940295ms","start":"2026-03-06T01:30:16.246299Z","end":"2026-03-06T01:30:16.39924Z","steps":["trace[906668619] 'agreement among raft nodes before linearized reading' (duration: 152.778401ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:16.399239Z","caller":"traceutil/trace.go:171","msg":"trace[1366882079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26631; }","duration":"273.259646ms","start":"2026-03-06T01:30:16.12595Z","end":"2026-03-06T01:30:16.39921Z","steps":["trace[1366882079] 'agreement among raft nodes before linearized reading' (duration: 272.970749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:16.399272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.337233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:16.399296Z","caller":"traceutil/trace.go:171","msg":"trace[92748670] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26631; }","duration":"159.397214ms","start":"2026-03-06T01:30:16.239893Z","end":"2026-03-06T01:30:16.39929Z","steps":["trace[92748670] 'agreement among raft nodes before linearized reading' (duration: 159.355243ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:21.118947Z","caller":"traceutil/trace.go:171","msg":"trace[84587374] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"163.93609ms","start":"2026-03-06T01:30:20.954989Z","end":"2026-03-06T01:30:21.118925Z","steps":["trace[84587374] 'process raft request' (duration: 163.275295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:22.635147Z","caller":"traceutil/trace.go:171","msg":"trace[1140114761] linearizableReadLoop","detail":"{readStateIndex:27610; appliedIndex:27609; }","duration":"181.2618ms","start":"2026-03-06T01:30:22.45386Z","end":"2026-03-06T01:30:22.635122Z","steps":["trace[1140114761] 'read index received' (duration: 181.149948ms)","trace[1140114761] 'applied index is now lower than readState.Index' (duration: 111.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:22.63536Z","caller":"traceutil/trace.go:171","msg":"trace[1219078287] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"184.641558ms","start":"2026-03-06T01:30:22.450632Z","end":"2026-03-06T01:30:22.635274Z","steps":["trace[1219078287] 'process raft request' (duration: 184.349391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:22.635519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.634199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:30:22.635572Z","caller":"traceutil/trace.go:171","msg":"trace[169627297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26672; }","duration":"181.72135ms","start":"2026-03-06T01:30:22.453835Z","end":"2026-03-06T01:30:22.635557Z","steps":["trace[169627297] 'agreement among raft nodes before linearized reading' (duration: 181.415423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:22.636564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.129447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:30:22.636616Z","caller":"traceutil/trace.go:171","msg":"trace[838093839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26674; }","duration":"181.23102ms","start":"2026-03-06T01:30:22.455372Z","end":"2026-03-06T01:30:22.636603Z","steps":["trace[838093839] 'agreement among raft nodes before linearized reading' (duration: 181.070806ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:22.636988Z","caller":"traceutil/trace.go:171","msg":"trace[1182449076] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"120.431953ms","start":"2026-03-06T01:30:22.516549Z","end":"2026-03-06T01:30:22.636981Z","steps":["trace[1182449076] 'process raft request' (duration: 119.86523ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:22.637074Z","caller":"traceutil/trace.go:171","msg":"trace[823099622] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"166.261553ms","start":"2026-03-06T01:30:22.470807Z","end":"2026-03-06T01:30:22.637068Z","steps":["trace[823099622] 'process raft request' (duration: 165.509846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:22.637328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.873278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:30:22.63745Z","caller":"traceutil/trace.go:171","msg":"trace[329421010] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26674; }","duration":"161.029762ms","start":"2026-03-06T01:30:22.476389Z","end":"2026-03-06T01:30:22.637419Z","steps":["trace[329421010] 'agreement among raft nodes before linearized reading' (duration: 160.796907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:23.151819Z","caller":"traceutil/trace.go:171","msg":"trace[168790850] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"210.835884ms","start":"2026-03-06T01:30:22.940952Z","end":"2026-03-06T01:30:23.151788Z","steps":["trace[168790850] 'process raft request' (duration: 210.67117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:23.187482Z","caller":"traceutil/trace.go:171","msg":"trace[337757369] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"243.198511ms","start":"2026-03-06T01:30:22.944257Z","end":"2026-03-06T01:30:23.187456Z","steps":["trace[337757369] 'process raft request' (duration: 241.572703ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:27.198374Z","caller":"traceutil/trace.go:171","msg":"trace[1772753595] linearizableReadLoop","detail":"{readStateIndex:27644; appliedIndex:27643; }","duration":"460.399891ms","start":"2026-03-06T01:30:26.737945Z","end":"2026-03-06T01:30:27.198345Z","steps":["trace[1772753595] 'read index received' (duration: 460.264118ms)","trace[1772753595] 'applied index is now lower than readState.Index' (duration: 134.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:27.198486Z","caller":"traceutil/trace.go:171","msg":"trace[2047216333] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"460.802961ms","start":"2026-03-06T01:30:26.737644Z","end":"2026-03-06T01:30:27.198447Z","steps":["trace[2047216333] 'process raft request' (duration: 460.521024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.198726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:26.737629Z","time spent":"460.969355ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:27.198874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.897924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:30:27.198928Z","caller":"traceutil/trace.go:171","msg":"trace[2101526183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26705; }","duration":"461.003816ms","start":"2026-03-06T01:30:26.737909Z","end":"2026-03-06T01:30:27.198913Z","steps":["trace[2101526183] 'agreement among raft nodes before linearized reading' (duration: 460.602026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.198973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:26.737894Z","time spent":"461.068248ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:30:27.231007Z","caller":"traceutil/trace.go:171","msg":"trace[855925924] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"492.453693ms","start":"2026-03-06T01:30:26.738531Z","end":"2026-03-06T01:30:27.230984Z","steps":["trace[855925924] 'process raft request' (duration: 492.188267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.231421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:26.738518Z","time spent":"492.726369ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:27.231051Z","caller":"traceutil/trace.go:171","msg":"trace[583863970] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"492.410932ms","start":"2026-03-06T01:30:26.738605Z","end":"2026-03-06T01:30:27.231016Z","steps":["trace[583863970] 'process raft request' (duration: 492.300599ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:27.231574Z","caller":"traceutil/trace.go:171","msg":"trace[498252559] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"492.75211ms","start":"2026-03-06T01:30:26.73876Z","end":"2026-03-06T01:30:27.231512Z","steps":["trace[498252559] 'process raft request' (duration: 492.202237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.231762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:26.738598Z","time spent":"493.071807ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:27.231901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:26.738752Z","time spent":"493.027726ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:27.23238Z","caller":"traceutil/trace.go:171","msg":"trace[1110334272] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"492.937934ms","start":"2026-03-06T01:30:26.739417Z","end":"2026-03-06T01:30:27.232355Z","steps":["trace[1110334272] 'process raft request' (duration: 491.89834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.23247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:26.739405Z","time spent":"493.019566ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:27.23262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.354452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:27.23268Z","caller":"traceutil/trace.go:171","msg":"trace[1071416002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26710; }","duration":"104.466674ms","start":"2026-03-06T01:30:27.128191Z","end":"2026-03-06T01:30:27.232658Z","steps":["trace[1071416002] 'agreement among raft nodes before linearized reading' (duration: 104.384433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.460485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.175776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:30:27.460814Z","caller":"traceutil/trace.go:171","msg":"trace[310438983] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"107.981786ms","start":"2026-03-06T01:30:27.352814Z","end":"2026-03-06T01:30:27.460796Z","steps":["trace[310438983] 'process raft request' (duration: 107.836632ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:27.460852Z","caller":"traceutil/trace.go:171","msg":"trace[1888149194] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"259.325824ms","start":"2026-03-06T01:30:27.201481Z","end":"2026-03-06T01:30:27.460806Z","steps":["trace[1888149194] 'process raft request' (duration: 116.745278ms)","trace[1888149194] 'compare' (duration: 141.89726ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:27.460921Z","caller":"traceutil/trace.go:171","msg":"trace[245154941] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"258.022714ms","start":"2026-03-06T01:30:27.202869Z","end":"2026-03-06T01:30:27.460892Z","steps":["trace[245154941] 'process raft request' (duration: 257.711687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:27.460995Z","caller":"traceutil/trace.go:171","msg":"trace[1176601953] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27649; }","duration":"228.605044ms","start":"2026-03-06T01:30:27.232371Z","end":"2026-03-06T01:30:27.460976Z","steps":["trace[1176601953] 'read index received' (duration: 85.731022ms)","trace[1176601953] 'applied index is now lower than readState.Index' (duration: 142.872392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:27.461241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.90685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18393"} {"level":"info","ts":"2026-03-06T01:30:27.461271Z","caller":"traceutil/trace.go:171","msg":"trace[1233136368] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26713; }","duration":"260.975893ms","start":"2026-03-06T01:30:27.200287Z","end":"2026-03-06T01:30:27.461263Z","steps":["trace[1233136368] 'agreement among raft nodes before linearized reading' (duration: 260.84676ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:27.51568Z","caller":"traceutil/trace.go:171","msg":"trace[1207992545] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"161.975824ms","start":"2026-03-06T01:30:27.353677Z","end":"2026-03-06T01:30:27.515653Z","steps":["trace[1207992545] 'process raft request' (duration: 161.663947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.516119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.895038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-06T01:30:27.516166Z","caller":"traceutil/trace.go:171","msg":"trace[1726605120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26714; }","duration":"119.00092ms","start":"2026-03-06T01:30:27.39715Z","end":"2026-03-06T01:30:27.516151Z","steps":["trace[1726605120] 'agreement among raft nodes before linearized reading' (duration: 118.833956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.516452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.227981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:30:27.516547Z","caller":"traceutil/trace.go:171","msg":"trace[1115966749] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26714; }","duration":"249.380375ms","start":"2026-03-06T01:30:27.267142Z","end":"2026-03-06T01:30:27.516523Z","steps":["trace[1115966749] 'agreement among raft nodes before linearized reading' (duration: 249.204941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.516592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.345053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:27.516641Z","caller":"traceutil/trace.go:171","msg":"trace[2032646308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26714; }","duration":"281.422835ms","start":"2026-03-06T01:30:27.235205Z","end":"2026-03-06T01:30:27.516628Z","steps":["trace[2032646308] 'agreement among raft nodes before linearized reading' (duration: 281.229561ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:27.77318Z","caller":"traceutil/trace.go:171","msg":"trace[226748119] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"128.733426ms","start":"2026-03-06T01:30:27.644421Z","end":"2026-03-06T01:30:27.773155Z","steps":["trace[226748119] 'process raft request' (duration: 128.583402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:27.984109Z","caller":"traceutil/trace.go:171","msg":"trace[1939227962] linearizableReadLoop","detail":"{readStateIndex:27655; appliedIndex:27654; }","duration":"252.988927ms","start":"2026-03-06T01:30:27.731093Z","end":"2026-03-06T01:30:27.984082Z","steps":["trace[1939227962] 'read index received' (duration: 42.818969ms)","trace[1939227962] 'applied index is now lower than readState.Index' (duration: 210.168908ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:27.984272Z","caller":"traceutil/trace.go:171","msg":"trace[1842893379] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"311.865319ms","start":"2026-03-06T01:30:27.672375Z","end":"2026-03-06T01:30:27.98424Z","steps":["trace[1842893379] 'process raft request' (duration: 311.557411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:27.984435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:27.672353Z","time spent":"311.993491ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:27.984474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.369156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:30:27.984522Z","caller":"traceutil/trace.go:171","msg":"trace[1213473753] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26716; }","duration":"253.470349ms","start":"2026-03-06T01:30:27.731037Z","end":"2026-03-06T01:30:27.984507Z","steps":["trace[1213473753] 'agreement among raft nodes before linearized reading' (duration: 253.143591ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:28.527938Z","caller":"traceutil/trace.go:171","msg":"trace[441714960] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"107.358161ms","start":"2026-03-06T01:30:28.420554Z","end":"2026-03-06T01:30:28.527912Z","steps":["trace[441714960] 'process raft request' (duration: 107.114066ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:28.890148Z","caller":"traceutil/trace.go:171","msg":"trace[605799098] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"149.28375ms","start":"2026-03-06T01:30:28.740834Z","end":"2026-03-06T01:30:28.890118Z","steps":["trace[605799098] 'process raft request' (duration: 149.118427ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:29.668033Z","caller":"traceutil/trace.go:171","msg":"trace[1104668666] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"461.126098ms","start":"2026-03-06T01:30:29.206877Z","end":"2026-03-06T01:30:29.668003Z","steps":["trace[1104668666] 'process raft request' (duration: 461.003226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.668245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.206865Z","time spent":"461.292142ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:29.668078Z","caller":"traceutil/trace.go:171","msg":"trace[338855658] linearizableReadLoop","detail":"{readStateIndex:27660; appliedIndex:27660; }","duration":"431.078234ms","start":"2026-03-06T01:30:29.236958Z","end":"2026-03-06T01:30:29.668036Z","steps":["trace[338855658] 'read index received' (duration: 431.063044ms)","trace[338855658] 'applied index is now lower than readState.Index' (duration: 12.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:29.668445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.456183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:30:29.668523Z","caller":"traceutil/trace.go:171","msg":"trace[1882871865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26721; }","duration":"431.576186ms","start":"2026-03-06T01:30:29.236926Z","end":"2026-03-06T01:30:29.668502Z","steps":["trace[1882871865] 'agreement among raft nodes before linearized reading' (duration: 431.224288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.668575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.236913Z","time spent":"431.651407ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:30:29.787175Z","caller":"traceutil/trace.go:171","msg":"trace[660706077] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"548.290043ms","start":"2026-03-06T01:30:29.238846Z","end":"2026-03-06T01:30:29.787136Z","steps":["trace[660706077] 'process raft request' (duration: 536.379608ms)","trace[660706077] 'compare' (duration: 11.665459ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:29.787233Z","caller":"traceutil/trace.go:171","msg":"trace[831769602] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"318.814289ms","start":"2026-03-06T01:30:29.468383Z","end":"2026-03-06T01:30:29.787198Z","steps":["trace[831769602] 'process raft request' (duration: 318.723067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.787315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.23883Z","time spent":"548.408645ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:29.787459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.468377Z","time spent":"318.970593ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:29.787445Z","caller":"traceutil/trace.go:171","msg":"trace[1537515787] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"265.958057ms","start":"2026-03-06T01:30:29.521447Z","end":"2026-03-06T01:30:29.787405Z","steps":["trace[1537515787] 'process raft request' (duration: 265.694761ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:29.787468Z","caller":"traceutil/trace.go:171","msg":"trace[1317898077] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"320.197291ms","start":"2026-03-06T01:30:29.467248Z","end":"2026-03-06T01:30:29.787445Z","steps":["trace[1317898077] 'process raft request' (duration: 319.769561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.787555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.652984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:30:29.78719Z","caller":"traceutil/trace.go:171","msg":"trace[559173722] linearizableReadLoop","detail":"{readStateIndex:27666; appliedIndex:27660; }","duration":"118.794176ms","start":"2026-03-06T01:30:29.668381Z","end":"2026-03-06T01:30:29.787176Z","steps":["trace[559173722] 'read index received' (duration: 106.951473ms)","trace[559173722] 'applied index is now lower than readState.Index' (duration: 11.841923ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:29.787621Z","caller":"traceutil/trace.go:171","msg":"trace[809662889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26727; }","duration":"549.744737ms","start":"2026-03-06T01:30:29.237861Z","end":"2026-03-06T01:30:29.787606Z","steps":["trace[809662889] 'agreement among raft nodes before linearized reading' (duration: 549.555362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.78767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.237848Z","time spent":"549.810448ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:30:29.787735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.46723Z","time spent":"320.349284ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:29.787724Z","caller":"traceutil/trace.go:171","msg":"trace[886793836] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"319.988616ms","start":"2026-03-06T01:30:29.467677Z","end":"2026-03-06T01:30:29.787665Z","steps":["trace[886793836] 'process raft request' (duration: 319.397873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.787929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.467657Z","time spent":"320.16001ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:29.787867Z","caller":"traceutil/trace.go:171","msg":"trace[2016060210] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"534.085615ms","start":"2026-03-06T01:30:29.253435Z","end":"2026-03-06T01:30:29.787521Z","steps":["trace[2016060210] 'process raft request' (duration: 533.546622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.788146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.237968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:30:29.788227Z","caller":"traceutil/trace.go:171","msg":"trace[1567688108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26727; }","duration":"550.341651ms","start":"2026-03-06T01:30:29.237874Z","end":"2026-03-06T01:30:29.788216Z","steps":["trace[1567688108] 'agreement among raft nodes before linearized reading' (duration: 549.45375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.78828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.237864Z","time spent":"550.405332ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T01:30:29.788324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.802452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:30:29.788413Z","caller":"traceutil/trace.go:171","msg":"trace[309594243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26727; }","duration":"551.014736ms","start":"2026-03-06T01:30:29.237376Z","end":"2026-03-06T01:30:29.788391Z","steps":["trace[309594243] 'agreement among raft nodes before linearized reading' (duration: 549.843629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:29.788467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.237365Z","time spent":"551.090048ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:30:29.788756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:29.25342Z","time spent":"534.576646ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:30:29.834479Z","caller":"traceutil/trace.go:171","msg":"trace[297684711] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"160.08892ms","start":"2026-03-06T01:30:29.674328Z","end":"2026-03-06T01:30:29.834416Z","steps":["trace[297684711] 'process raft request' (duration: 159.970637ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:30.351743Z","caller":"traceutil/trace.go:171","msg":"trace[1958106360] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"159.455076ms","start":"2026-03-06T01:30:30.192079Z","end":"2026-03-06T01:30:30.351534Z","steps":["trace[1958106360] 'process raft request' (duration: 159.278992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:31.61525Z","caller":"traceutil/trace.go:171","msg":"trace[288037832] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27673; }","duration":"207.829214ms","start":"2026-03-06T01:30:31.407362Z","end":"2026-03-06T01:30:31.615191Z","steps":["trace[288037832] 'read index received' (duration: 189.526131ms)","trace[288037832] 'applied index is now lower than readState.Index' (duration: 18.300723ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:31.615403Z","caller":"traceutil/trace.go:171","msg":"trace[834081207] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"444.254579ms","start":"2026-03-06T01:30:31.171131Z","end":"2026-03-06T01:30:31.615385Z","steps":["trace[834081207] 'process raft request' (duration: 425.771541ms)","trace[834081207] 'compare' (duration: 17.27665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:30:31.615529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:30:31.171112Z","time spent":"444.328ms","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:30:31.615733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.335976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:30:31.615835Z","caller":"traceutil/trace.go:171","msg":"trace[1711606145] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26734; }","duration":"208.458239ms","start":"2026-03-06T01:30:31.407355Z","end":"2026-03-06T01:30:31.615813Z","steps":["trace[1711606145] 'agreement among raft nodes before linearized reading' (duration: 208.272154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:41.12176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.841945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:30:41.122028Z","caller":"traceutil/trace.go:171","msg":"trace[1380960378] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"167.511622ms","start":"2026-03-06T01:30:40.954499Z","end":"2026-03-06T01:30:41.12201Z","steps":["trace[1380960378] 'process raft request' (duration: 58.352259ms)","trace[1380960378] 'compare' (duration: 108.700982ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:30:43.690858Z","caller":"traceutil/trace.go:171","msg":"trace[552522697] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"109.412629ms","start":"2026-03-06T01:30:43.58141Z","end":"2026-03-06T01:30:43.690823Z","steps":["trace[552522697] 'process raft request' (duration: 109.104362ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:43.691497Z","caller":"traceutil/trace.go:171","msg":"trace[1988819370] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"108.890657ms","start":"2026-03-06T01:30:43.582543Z","end":"2026-03-06T01:30:43.691434Z","steps":["trace[1988819370] 'process raft request' (duration: 108.1302ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:43.702094Z","caller":"traceutil/trace.go:171","msg":"trace[369076195] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"119.170605ms","start":"2026-03-06T01:30:43.582884Z","end":"2026-03-06T01:30:43.702054Z","steps":["trace[369076195] 'process raft request' (duration: 107.866523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:30:48.268164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.037781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:30:48.268264Z","caller":"traceutil/trace.go:171","msg":"trace[1786490929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26942; }","duration":"170.161013ms","start":"2026-03-06T01:30:48.09808Z","end":"2026-03-06T01:30:48.268241Z","steps":["trace[1786490929] 'range keys from in-memory index tree' (duration: 169.882917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:30:49.230581Z","caller":"traceutil/trace.go:171","msg":"trace[2087350269] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"181.891204ms","start":"2026-03-06T01:30:49.048651Z","end":"2026-03-06T01:30:49.230542Z","steps":["trace[2087350269] 'process raft request' (duration: 181.550776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:03.934077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844834495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:31:04.005701Z","caller":"traceutil/trace.go:171","msg":"trace[1980515519] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"586.122467ms","start":"2026-03-06T01:31:03.419559Z","end":"2026-03-06T01:31:04.005681Z","steps":["trace[1980515519] 'process raft request' (duration: 585.998404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.005809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:03.419535Z","time spent":"586.20748ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:31:04.339595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.261497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:31:04.339712Z","caller":"traceutil/trace.go:171","msg":"trace[1054065627] linearizableReadLoop","detail":"{readStateIndex:28011; appliedIndex:28010; }","duration":"905.92757ms","start":"2026-03-06T01:31:03.433767Z","end":"2026-03-06T01:31:04.339694Z","steps":["trace[1054065627] 'read index received' (duration: 572.057663ms)","trace[1054065627] 'applied index is now lower than readState.Index' (duration: 333.868677ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:31:04.339755Z","caller":"traceutil/trace.go:171","msg":"trace[593648603] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"911.540729ms","start":"2026-03-06T01:31:03.428172Z","end":"2026-03-06T01:31:04.339713Z","steps":["trace[593648603] 'process raft request' (duration: 670.065948ms)","trace[593648603] 'compare' (duration: 240.53743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:31:04.339908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.134674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-06T01:31:04.339964Z","caller":"traceutil/trace.go:171","msg":"trace[202019110] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27060; }","duration":"906.219667ms","start":"2026-03-06T01:31:03.433729Z","end":"2026-03-06T01:31:04.339949Z","steps":["trace[202019110] 'agreement among raft nodes before linearized reading' (duration: 906.028162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.340062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:03.433718Z","time spent":"906.275998ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-06T01:31:04.340287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:03.428149Z","time spent":"911.685273ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:31:04.3417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.549894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:31:04.341788Z","caller":"traceutil/trace.go:171","msg":"trace[425039153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27065; }","duration":"816.678467ms","start":"2026-03-06T01:31:03.525089Z","end":"2026-03-06T01:31:04.341767Z","steps":["trace[425039153] 'agreement among raft nodes before linearized reading' (duration: 816.358769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.341877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:03.525073Z","time spent":"816.79245ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:31:04.341878Z","caller":"traceutil/trace.go:171","msg":"trace[1498204133] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"263.46145ms","start":"2026-03-06T01:31:04.078396Z","end":"2026-03-06T01:31:04.341857Z","steps":["trace[1498204133] 'process raft request' (duration: 262.923647ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:04.341915Z","caller":"traceutil/trace.go:171","msg":"trace[1100312429] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"267.353239ms","start":"2026-03-06T01:31:04.074517Z","end":"2026-03-06T01:31:04.341871Z","steps":["trace[1100312429] 'process raft request' (duration: 266.751355ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:04.341965Z","caller":"traceutil/trace.go:171","msg":"trace[191122982] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"257.83122ms","start":"2026-03-06T01:31:04.084101Z","end":"2026-03-06T01:31:04.341932Z","steps":["trace[191122982] 'process raft request' (duration: 257.258976ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:04.341957Z","caller":"traceutil/trace.go:171","msg":"trace[448932582] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"270.972443ms","start":"2026-03-06T01:31:04.070933Z","end":"2026-03-06T01:31:04.341905Z","steps":["trace[448932582] 'process raft request' (duration: 270.102103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.342028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.964847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:31:04.342081Z","caller":"traceutil/trace.go:171","msg":"trace[1485741302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27065; }","duration":"176.039469ms","start":"2026-03-06T01:31:04.166022Z","end":"2026-03-06T01:31:04.342061Z","steps":["trace[1485741302] 'agreement among raft nodes before linearized reading' (duration: 175.832325ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:04.34216Z","caller":"traceutil/trace.go:171","msg":"trace[1603955493] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"270.499252ms","start":"2026-03-06T01:31:04.071648Z","end":"2026-03-06T01:31:04.342147Z","steps":["trace[1603955493] 'process raft request' (duration: 269.560921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.342257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.359312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-06T01:31:04.342247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.396443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:31:04.34231Z","caller":"traceutil/trace.go:171","msg":"trace[12828254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27065; }","duration":"242.440344ms","start":"2026-03-06T01:31:04.099856Z","end":"2026-03-06T01:31:04.342296Z","steps":["trace[12828254] 'agreement among raft nodes before linearized reading' (duration: 242.307271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.34232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.795424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-06T01:31:04.342365Z","caller":"traceutil/trace.go:171","msg":"trace[600268084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27065; }","duration":"175.857325ms","start":"2026-03-06T01:31:04.166494Z","end":"2026-03-06T01:31:04.342351Z","steps":["trace[600268084] 'agreement among raft nodes before linearized reading' (duration: 175.730162ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:31:04.342367Z","caller":"traceutil/trace.go:171","msg":"trace[1799955243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27065; }","duration":"168.574447ms","start":"2026-03-06T01:31:04.173761Z","end":"2026-03-06T01:31:04.342335Z","steps":["trace[1799955243] 'agreement among raft nodes before linearized reading' (duration: 168.193388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.342762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.382099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:31:04.34281Z","caller":"traceutil/trace.go:171","msg":"trace[1475061338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27065; }","duration":"244.47111ms","start":"2026-03-06T01:31:04.098325Z","end":"2026-03-06T01:31:04.342796Z","steps":["trace[1475061338] 'agreement among raft nodes before linearized reading' (duration: 244.312297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.343817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.221199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:31:04.343855Z","caller":"traceutil/trace.go:171","msg":"trace[1915785807] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27065; }","duration":"361.305312ms","start":"2026-03-06T01:31:03.98254Z","end":"2026-03-06T01:31:04.343845Z","steps":["trace[1915785807] 'agreement among raft nodes before linearized reading' (duration: 359.692904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:31:04.343876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:31:03.982524Z","time spent":"361.346242ms","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2994,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:33:42.451235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25719} {"level":"info","ts":"2026-03-06T01:33:42.573812Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25719,"took":"117.919835ms","hash":2520551779,"current-db-size-bytes":49057792,"current-db-size":"49 MB","current-db-size-in-use-bytes":31879168,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T01:33:42.573891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2520551779,"revision":25719,"compact-revision":23415} {"level":"info","ts":"2026-03-06T01:35:39.6174Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9ef3b4f68930dc2","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:35:39.621717Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:35:39.622127Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:37:10.014968Z","caller":"traceutil/trace.go:171","msg":"trace[721381866] transaction","detail":"{read_only:false; response_revision:29602; number_of_response:1; }","duration":"100.872442ms","start":"2026-03-06T01:37:09.914062Z","end":"2026-03-06T01:37:10.014934Z","steps":["trace[721381866] 'process raft request' (duration: 100.621556ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:37:10.015983Z","caller":"traceutil/trace.go:171","msg":"trace[1910354206] transaction","detail":"{read_only:false; response_revision:29603; number_of_response:1; }","duration":"100.672187ms","start":"2026-03-06T01:37:09.915281Z","end":"2026-03-06T01:37:10.015953Z","steps":["trace[1910354206] 'process raft request' (duration: 100.475103ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:37:56.542552Z","caller":"traceutil/trace.go:171","msg":"trace[103458829] transaction","detail":"{read_only:false; response_revision:29917; number_of_response:1; }","duration":"319.375564ms","start":"2026-03-06T01:37:56.22313Z","end":"2026-03-06T01:37:56.542505Z","steps":["trace[103458829] 'process raft request' (duration: 302.28459ms)","trace[103458829] 'compare' (duration: 16.791656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:37:56.542755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.223108Z","time spent":"319.535587ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:37:57.825555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300117017s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T01:37:57.828098Z","caller":"traceutil/trace.go:171","msg":"trace[2114939335] transaction","detail":"{read_only:false; response_revision:29918; number_of_response:1; }","duration":"1.603904432s","start":"2026-03-06T01:37:56.224143Z","end":"2026-03-06T01:37:57.828047Z","steps":["trace[2114939335] 'process raft request' (duration: 1.601670009s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.828304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.224124Z","time spent":"1.604070196s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:37:57.828914Z","caller":"traceutil/trace.go:171","msg":"trace[63614404] transaction","detail":"{read_only:false; response_revision:29919; number_of_response:1; }","duration":"1.577778155s","start":"2026-03-06T01:37:56.250908Z","end":"2026-03-06T01:37:57.828686Z","steps":["trace[63614404] 'process raft request' (duration: 1.57672232s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.829093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.25089Z","time spent":"1.578100582s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:37:57.82909Z","caller":"traceutil/trace.go:171","msg":"trace[1436465209] transaction","detail":"{read_only:false; response_revision:29920; number_of_response:1; }","duration":"1.485562507s","start":"2026-03-06T01:37:56.343491Z","end":"2026-03-06T01:37:57.829054Z","steps":["trace[1436465209] 'process raft request' (duration: 1.484239806s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.829256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.343467Z","time spent":"1.48569289s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:37:57.832176Z","caller":"traceutil/trace.go:171","msg":"trace[229098759] linearizableReadLoop","detail":"{readStateIndex:30958; appliedIndex:30956; }","duration":"1.599816505s","start":"2026-03-06T01:37:56.232345Z","end":"2026-03-06T01:37:57.832162Z","steps":["trace[229098759] 'read index received' (duration: 293.087902ms)","trace[229098759] 'applied index is now lower than readState.Index' (duration: 1.306727703s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:37:57.832321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50220366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:37:57.832352Z","caller":"traceutil/trace.go:171","msg":"trace[1778140474] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29920; }","duration":"1.502284872s","start":"2026-03-06T01:37:56.330058Z","end":"2026-03-06T01:37:57.832343Z","steps":["trace[1778140474] 'agreement among raft nodes before linearized reading' (duration: 1.50220606s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.832373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.330035Z","time spent":"1.502332273s","remote":"127.0.0.1:53754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:37:57.832488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600123983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-06T01:37:57.832527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.49212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:37:57.832565Z","caller":"traceutil/trace.go:171","msg":"trace[553226179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29920; }","duration":"1.600246555s","start":"2026-03-06T01:37:56.232296Z","end":"2026-03-06T01:37:57.832542Z","steps":["trace[553226179] 'agreement among raft nodes before linearized reading' (duration: 1.599938148s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.832548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.287207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:37:57.83259Z","caller":"traceutil/trace.go:171","msg":"trace[190742116] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:29920; }","duration":"204.608883ms","start":"2026-03-06T01:37:57.627962Z","end":"2026-03-06T01:37:57.832571Z","steps":["trace[190742116] 'agreement among raft nodes before linearized reading' (duration: 204.46194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.832605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.232284Z","time spent":"1.600313758s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:37:57.832615Z","caller":"traceutil/trace.go:171","msg":"trace[1836953841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29920; }","duration":"702.41596ms","start":"2026-03-06T01:37:57.130184Z","end":"2026-03-06T01:37:57.8326Z","steps":["trace[1836953841] 'agreement among raft nodes before linearized reading' (duration: 702.275876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.832649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:57.13016Z","time spent":"702.483332ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:37:57.832605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169127893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-06T01:37:57.832651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.84204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:37:57.832611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173847455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:37:57.832735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182618332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-06T01:37:57.832723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169807469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:37:57.832766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219200046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:37:57.832866Z","caller":"traceutil/trace.go:171","msg":"trace[1891054098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29920; }","duration":"1.169987354s","start":"2026-03-06T01:37:56.662855Z","end":"2026-03-06T01:37:57.832842Z","steps":["trace[1891054098] 'agreement among raft nodes before linearized reading' (duration: 1.169675146s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:37:57.832746Z","caller":"traceutil/trace.go:171","msg":"trace[286001987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29920; }","duration":"1.174026309s","start":"2026-03-06T01:37:56.658712Z","end":"2026-03-06T01:37:57.832738Z","steps":["trace[286001987] 'agreement among raft nodes before linearized reading' (duration: 1.173765633s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:37:57.832876Z","caller":"traceutil/trace.go:171","msg":"trace[1328771763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29920; }","duration":"1.21935781s","start":"2026-03-06T01:37:56.613491Z","end":"2026-03-06T01:37:57.832849Z","steps":["trace[1328771763] 'agreement among raft nodes before linearized reading' (duration: 1.219084083s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.832928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.662838Z","time spent":"1.170076415s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-06T01:37:57.832666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173804373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:37:57.832745Z","caller":"traceutil/trace.go:171","msg":"trace[963006906] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:29920; }","duration":"1.169328428s","start":"2026-03-06T01:37:56.663373Z","end":"2026-03-06T01:37:57.832702Z","steps":["trace[963006906] 'agreement among raft nodes before linearized reading' (duration: 1.168927169s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:37:57.832985Z","caller":"traceutil/trace.go:171","msg":"trace[1989471085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29920; }","duration":"1.174184163s","start":"2026-03-06T01:37:56.658792Z","end":"2026-03-06T01:37:57.832976Z","steps":["trace[1989471085] 'agreement among raft nodes before linearized reading' (duration: 1.173839815s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.832927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.658694Z","time spent":"1.174223363s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:37:57.832938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.613466Z","time spent":"1.219461182s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:37:57.83301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.663352Z","time spent":"1.169646675s","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-06T01:37:57.833032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.65876Z","time spent":"1.174262025s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:37:57.832765Z","caller":"traceutil/trace.go:171","msg":"trace[1808944547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29920; }","duration":"1.182667062s","start":"2026-03-06T01:37:56.650082Z","end":"2026-03-06T01:37:57.832749Z","steps":["trace[1808944547] 'agreement among raft nodes before linearized reading' (duration: 1.182617721s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.83311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.650063Z","time spent":"1.183035242s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:37:57.832759Z","caller":"traceutil/trace.go:171","msg":"trace[876442117] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29920; }","duration":"996.006484ms","start":"2026-03-06T01:37:56.836729Z","end":"2026-03-06T01:37:57.832736Z","steps":["trace[876442117] 'agreement among raft nodes before linearized reading' (duration: 995.82301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:37:57.835031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:37:56.836685Z","time spent":"997.838297ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:02.507283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:03.008199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:03.508588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:04.009704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:04.129155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:04.129238Z","caller":"traceutil/trace.go:171","msg":"trace[608299973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154602s","start":"2026-03-06T01:38:02.129064Z","end":"2026-03-06T01:38:04.129219Z","steps":["trace[608299973] 'agreement among raft nodes before linearized reading' (duration: 2.00005574s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:04.129284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:02.129035Z","time spent":"2.000239085s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:04.510305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:05.011293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:05.252691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:05.252798Z","caller":"traceutil/trace.go:171","msg":"trace[1351159394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759926s","start":"2026-03-06T01:38:03.252016Z","end":"2026-03-06T01:38:05.252776Z","steps":["trace[1351159394] 'agreement among raft nodes before linearized reading' (duration: 2.000628933s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:05.252856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.251986Z","time spent":"2.000858318s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:05.512178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:06.012705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:06.129568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:06.129692Z","caller":"traceutil/trace.go:171","msg":"trace[758465840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199002s","start":"2026-03-06T01:38:04.12945Z","end":"2026-03-06T01:38:06.129649Z","steps":["trace[758465840] 'agreement among raft nodes before linearized reading' (duration: 2.000073309s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:06.129755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:04.129424Z","time spent":"2.000317095s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:06.513694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844841851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:06.581431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.72458065s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:38:06.812705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845065458s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:38:06.812883Z","caller":"traceutil/trace.go:171","msg":"trace[1753031489] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29951; }","duration":"1.845253943s","start":"2026-03-06T01:38:04.967607Z","end":"2026-03-06T01:38:06.812861Z","steps":["trace[1753031489] 'range keys from in-memory index tree' (duration: 1.845045918s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:06.81445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:05.765172Z","time spent":"1.049270193s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:06.815521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.791042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:38:06.815826Z","caller":"traceutil/trace.go:171","msg":"trace[302005555] transaction","detail":"{read_only:false; response_revision:29954; number_of_response:1; }","duration":"4.95912578s","start":"2026-03-06T01:38:01.856686Z","end":"2026-03-06T01:38:06.815812Z","steps":["trace[302005555] 'process raft request' (duration: 4.959089389s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:06.815984Z","caller":"traceutil/trace.go:171","msg":"trace[1924752400] transaction","detail":"{read_only:false; response_revision:29953; number_of_response:1; }","duration":"4.960077732s","start":"2026-03-06T01:38:01.855887Z","end":"2026-03-06T01:38:06.815965Z","steps":["trace[1924752400] 'process raft request' (duration: 4.959694873s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:06.816013Z","caller":"traceutil/trace.go:171","msg":"trace[1797328972] transaction","detail":"{read_only:false; response_revision:29952; number_of_response:1; }","duration":"4.960164454s","start":"2026-03-06T01:38:01.855798Z","end":"2026-03-06T01:38:06.815963Z","steps":["trace[1797328972] 'process raft request' (duration: 4.72585675s)","trace[1797328972] 'compare' (duration: 232.079992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:06.816144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:01.855878Z","time spent":"4.960134753s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:38:06.816618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:01.856674Z","time spent":"4.959182111s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:38:06.816825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:01.855782Z","time spent":"4.960907752s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:38:07.222545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:02.224596Z","time spent":"4.997938706s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:07.222638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:02.224845Z","time spent":"4.997783413s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/06 01:38:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-06T01:38:07.558489Z","caller":"traceutil/trace.go:171","msg":"trace[1617755932] transaction","detail":"{read_only:false; response_revision:29956; number_of_response:1; }","duration":"5.699735203s","start":"2026-03-06T01:38:01.858734Z","end":"2026-03-06T01:38:07.558469Z","steps":["trace[1617755932] 'process raft request' (duration: 5.699334203s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.558662Z","caller":"traceutil/trace.go:171","msg":"trace[1398000181] transaction","detail":"{read_only:false; response_revision:29960; number_of_response:1; }","duration":"3.982230697s","start":"2026-03-06T01:38:03.576406Z","end":"2026-03-06T01:38:07.558637Z","steps":["trace[1398000181] 'process raft request' (duration: 3.98195604s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.558856Z","caller":"traceutil/trace.go:171","msg":"trace[2078760208] transaction","detail":"{read_only:false; response_revision:29959; number_of_response:1; }","duration":"4.976671084s","start":"2026-03-06T01:38:02.582143Z","end":"2026-03-06T01:38:07.558814Z","steps":["trace[2078760208] 'process raft request' (duration: 4.976173252s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.559248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:02.582112Z","time spent":"4.976978131s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:38:07.558903Z","caller":"traceutil/trace.go:171","msg":"trace[38322467] transaction","detail":"{read_only:false; response_revision:29962; number_of_response:1; }","duration":"3.707079628s","start":"2026-03-06T01:38:03.851783Z","end":"2026-03-06T01:38:07.558863Z","steps":["trace[38322467] 'process raft request' (duration: 3.706814932s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.559387Z","caller":"traceutil/trace.go:171","msg":"trace[1133522115] transaction","detail":"{read_only:false; response_revision:29964; number_of_response:1; }","duration":"3.706087824s","start":"2026-03-06T01:38:03.853279Z","end":"2026-03-06T01:38:07.559366Z","steps":["trace[1133522115] 'process raft request' (duration: 3.705429098s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.559447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.851764Z","time spent":"3.707640941s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:38:07.559473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.85326Z","time spent":"3.706167466s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:38:07.558983Z","caller":"traceutil/trace.go:171","msg":"trace[785609644] transaction","detail":"{read_only:false; response_revision:29961; number_of_response:1; }","duration":"3.882868219s","start":"2026-03-06T01:38:03.676104Z","end":"2026-03-06T01:38:07.558972Z","steps":["trace[785609644] 'process raft request' (duration: 3.882302495s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.559635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.676077Z","time spent":"3.883524974s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:38:07.558957Z","caller":"traceutil/trace.go:171","msg":"trace[126574223] transaction","detail":"{read_only:false; response_revision:29963; number_of_response:1; }","duration":"3.70589651s","start":"2026-03-06T01:38:03.85301Z","end":"2026-03-06T01:38:07.558907Z","steps":["trace[126574223] 'process raft request' (duration: 3.705652884s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.559785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.853003Z","time spent":"3.706707299s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:38:07.558606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:01.858719Z","time spent":"5.699828495s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:38:07.559284Z","caller":"traceutil/trace.go:171","msg":"trace[1490773584] transaction","detail":"{read_only:false; response_revision:29955; number_of_response:1; }","duration":"5.702435077s","start":"2026-03-06T01:38:01.856831Z","end":"2026-03-06T01:38:07.559266Z","steps":["trace[1490773584] 'process raft request' (duration: 5.64204969s)","trace[1490773584] 'compare' (duration: 58.85209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:07.559945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:01.856824Z","time spent":"5.703091112s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:38:07.559565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.576378Z","time spent":"3.982340569s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:38:07.626936Z","caller":"traceutil/trace.go:171","msg":"trace[874641847] linearizableReadLoop","detail":"{readStateIndex:31007; appliedIndex:30993; }","duration":"5.620268526s","start":"2026-03-06T01:38:02.006637Z","end":"2026-03-06T01:38:07.626906Z","steps":["trace[874641847] 'read index received' (duration: 4.575030378s)","trace[874641847] 'applied index is now lower than readState.Index' (duration: 1.045236428s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:07.62724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653678946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:38:07.627269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620622944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:38:07.627337Z","caller":"traceutil/trace.go:171","msg":"trace[1761657532] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29964; }","duration":"3.65381473s","start":"2026-03-06T01:38:03.973496Z","end":"2026-03-06T01:38:07.627311Z","steps":["trace[1761657532] 'agreement among raft nodes before linearized reading' (duration: 3.653643116s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.627342Z","caller":"traceutil/trace.go:171","msg":"trace[2128876040] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:29964; }","duration":"5.620758837s","start":"2026-03-06T01:38:02.006561Z","end":"2026-03-06T01:38:07.62732Z","steps":["trace[2128876040] 'agreement among raft nodes before linearized reading' (duration: 5.620497861s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.627391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.973474Z","time spent":"3.653906281s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:38:07.627394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:02.006534Z","time spent":"5.620849989s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.62734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72442017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-06T01:38:07.627751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366153577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-06T01:38:07.627814Z","caller":"traceutil/trace.go:171","msg":"trace[2080854666] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf; range_end:; response_count:1; response_revision:29964; }","duration":"2.366206778s","start":"2026-03-06T01:38:05.261569Z","end":"2026-03-06T01:38:07.627776Z","steps":["trace[2080854666] 'agreement among raft nodes before linearized reading' (duration: 2.366060114s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.627859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:05.261559Z","time spent":"2.366289539s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a1b8393a3dcdf\" "} {"level":"info","ts":"2026-03-06T01:38:07.627762Z","caller":"traceutil/trace.go:171","msg":"trace[355277283] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29964; }","duration":"1.724888471s","start":"2026-03-06T01:38:05.902845Z","end":"2026-03-06T01:38:07.627733Z","steps":["trace[355277283] 'agreement among raft nodes before linearized reading' (duration: 1.724257786s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456413479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:38:07.628079Z","caller":"traceutil/trace.go:171","msg":"trace[311267583] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29964; }","duration":"2.45649692s","start":"2026-03-06T01:38:05.171572Z","end":"2026-03-06T01:38:07.628069Z","steps":["trace[311267583] 'agreement among raft nodes before linearized reading' (duration: 2.456436809s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:05.171551Z","time spent":"2.456562692s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.627907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.45481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-06T01:38:07.628168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.864603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:38:07.628281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76817235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:38:07.6283Z","caller":"traceutil/trace.go:171","msg":"trace[1565545211] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29964; }","duration":"126.055027ms","start":"2026-03-06T01:38:07.502212Z","end":"2026-03-06T01:38:07.628267Z","steps":["trace[1565545211] 'agreement among raft nodes before linearized reading' (duration: 125.873263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145702731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:38:07.628381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.007273538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:38:07.628379Z","caller":"traceutil/trace.go:171","msg":"trace[174362089] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29964; }","duration":"1.145812234s","start":"2026-03-06T01:38:06.482555Z","end":"2026-03-06T01:38:07.628368Z","steps":["trace[174362089] 'agreement among raft nodes before linearized reading' (duration: 1.14566129s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.628418Z","caller":"traceutil/trace.go:171","msg":"trace[1491446292] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:29964; }","duration":"4.007365669s","start":"2026-03-06T01:38:03.621042Z","end":"2026-03-06T01:38:07.628408Z","steps":["trace[1491446292] 'agreement among raft nodes before linearized reading' (duration: 4.007295308s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:06.482535Z","time spent":"1.145896705s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.628553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.963868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-06T01:38:07.628587Z","caller":"traceutil/trace.go:171","msg":"trace[2118190704] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29964; }","duration":"403.03555ms","start":"2026-03-06T01:38:07.225543Z","end":"2026-03-06T01:38:07.628579Z","steps":["trace[2118190704] 'agreement among raft nodes before linearized reading' (duration: 402.951938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:07.225519Z","time spent":"403.088261ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-06T01:38:07.628607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238913439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-06T01:38:07.628317Z","caller":"traceutil/trace.go:171","msg":"trace[924043950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29964; }","duration":"3.768207361s","start":"2026-03-06T01:38:03.860099Z","end":"2026-03-06T01:38:07.628306Z","steps":["trace[924043950] 'agreement among raft nodes before linearized reading' (duration: 3.768081988s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.860063Z","time spent":"3.768628751s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T01:38:07.628718Z","caller":"traceutil/trace.go:171","msg":"trace[958074721] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29964; }","duration":"4.239044372s","start":"2026-03-06T01:38:03.389642Z","end":"2026-03-06T01:38:07.628686Z","steps":["trace[958074721] 'agreement among raft nodes before linearized reading' (duration: 4.238668223s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502011696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:38:07.628773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.389578Z","time spent":"4.239185335s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-06T01:38:07.628787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573554646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:38:07.628802Z","caller":"traceutil/trace.go:171","msg":"trace[1896951727] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29964; }","duration":"1.502102658s","start":"2026-03-06T01:38:06.126681Z","end":"2026-03-06T01:38:07.628784Z","steps":["trace[1896951727] 'agreement among raft nodes before linearized reading' (duration: 1.502004246s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.628817Z","caller":"traceutil/trace.go:171","msg":"trace[1509371667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29964; }","duration":"1.573627778s","start":"2026-03-06T01:38:06.055181Z","end":"2026-03-06T01:38:07.628809Z","steps":["trace[1509371667] 'agreement among raft nodes before linearized reading' (duration: 1.573577387s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:06.055159Z","time spent":"1.573680469s","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.628848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:06.126664Z","time spent":"1.50217014s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.628848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.112696597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418942"} {"level":"info","ts":"2026-03-06T01:38:07.628957Z","caller":"traceutil/trace.go:171","msg":"trace[658420375] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:29964; }","duration":"5.112900612s","start":"2026-03-06T01:38:02.516031Z","end":"2026-03-06T01:38:07.628931Z","steps":["trace[658420375] 'agreement among raft nodes before linearized reading' (duration: 5.112333818s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.628454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.621021Z","time spent":"4.007425371s","remote":"127.0.0.1:43436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.629023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:02.516011Z","time spent":"5.113001815s","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418965,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:38:07.627991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:05.902823Z","time spent":"1.725149716s","remote":"127.0.0.1:60562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.62918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222783151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:38:07.629191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572480319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:38:07.629219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374272656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:38:07.629212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.428021955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2173889"} {"level":"warn","ts":"2026-03-06T01:38:07.628151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204443864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:38:07.629267Z","caller":"traceutil/trace.go:171","msg":"trace[2008011338] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:29964; }","duration":"2.572606062s","start":"2026-03-06T01:38:05.056643Z","end":"2026-03-06T01:38:07.629249Z","steps":["trace[2008011338] 'agreement among raft nodes before linearized reading' (duration: 2.572474389s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.629269Z","caller":"traceutil/trace.go:171","msg":"trace[713657183] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29964; }","duration":"3.374317197s","start":"2026-03-06T01:38:04.254933Z","end":"2026-03-06T01:38:07.62925Z","steps":["trace[713657183] 'agreement among raft nodes before linearized reading' (duration: 3.374244296s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.629279Z","caller":"traceutil/trace.go:171","msg":"trace[119550897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29964; }","duration":"4.205675824s","start":"2026-03-06T01:38:03.423593Z","end":"2026-03-06T01:38:07.629269Z","steps":["trace[119550897] 'agreement among raft nodes before linearized reading' (duration: 4.204292021s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.629289Z","caller":"traceutil/trace.go:171","msg":"trace[257220557] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:29964; }","duration":"5.428137748s","start":"2026-03-06T01:38:02.201133Z","end":"2026-03-06T01:38:07.62927Z","steps":["trace[257220557] 'agreement among raft nodes before linearized reading' (duration: 5.425963657s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.629298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491531168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:38:07.629306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:05.05662Z","time spent":"2.572676764s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:07.629307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:04.254845Z","time spent":"3.37445226s","remote":"127.0.0.1:58584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:07.629341Z","caller":"traceutil/trace.go:171","msg":"trace[1488080884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29964; }","duration":"1.49157859s","start":"2026-03-06T01:38:06.137747Z","end":"2026-03-06T01:38:07.629325Z","steps":["trace[1488080884] 'agreement among raft nodes before linearized reading' (duration: 1.491512669s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.629352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:02.201114Z","time spent":"5.428214499s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2173912,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:38:07.629388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:06.137742Z","time spent":"1.491637631s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:07.629314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:03.423578Z","time spent":"4.205726765s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:38:07.629229Z","caller":"traceutil/trace.go:171","msg":"trace[999237586] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:29964; }","duration":"1.222857003s","start":"2026-03-06T01:38:06.406358Z","end":"2026-03-06T01:38:07.629215Z","steps":["trace[999237586] 'agreement among raft nodes before linearized reading' (duration: 1.222691879s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.629682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:06.406345Z","time spent":"1.223317674s","remote":"127.0.0.1:60834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:07.629679Z","caller":"traceutil/trace.go:171","msg":"trace[1271347216] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:29964; }","duration":"404.073924ms","start":"2026-03-06T01:38:07.224169Z","end":"2026-03-06T01:38:07.628243Z","steps":["trace[1271347216] 'agreement among raft nodes before linearized reading' (duration: 403.108761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.629855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:07.224145Z","time spent":"405.661401ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:38:07.757241Z","caller":"traceutil/trace.go:171","msg":"trace[371954433] linearizableReadLoop","detail":"{readStateIndex:31008; appliedIndex:31007; }","duration":"123.487087ms","start":"2026-03-06T01:38:07.633727Z","end":"2026-03-06T01:38:07.757214Z","steps":["trace[371954433] 'read index received' (duration: 123.361844ms)","trace[371954433] 'applied index is now lower than readState.Index' (duration: 123.773µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:07.757515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.755323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:38:07.757578Z","caller":"traceutil/trace.go:171","msg":"trace[349935665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29964; }","duration":"123.862146ms","start":"2026-03-06T01:38:07.633702Z","end":"2026-03-06T01:38:07.757564Z","steps":["trace[349935665] 'agreement among raft nodes before linearized reading' (duration: 123.633731ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.89762Z","caller":"traceutil/trace.go:171","msg":"trace[1162405919] transaction","detail":"{read_only:false; response_revision:29965; number_of_response:1; }","duration":"260.732648ms","start":"2026-03-06T01:38:07.636843Z","end":"2026-03-06T01:38:07.897575Z","steps":["trace[1162405919] 'process raft request' (duration: 199.460371ms)","trace[1162405919] 'compare' (duration: 60.742804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:07.897869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.985271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a8ad41f-34b5-4a27-a92a-a983e203d0fd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-06T01:38:07.897906Z","caller":"traceutil/trace.go:171","msg":"trace[2061937452] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a8ad41f-34b5-4a27-a92a-a983e203d0fd; range_end:; response_count:1; response_revision:29967; }","duration":"263.055543ms","start":"2026-03-06T01:38:07.634841Z","end":"2026-03-06T01:38:07.897897Z","steps":["trace[2061937452] 'agreement among raft nodes before linearized reading' (duration: 262.89812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.897937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.621408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:38:07.897671Z","caller":"traceutil/trace.go:171","msg":"trace[2135634801] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"120.380694ms","start":"2026-03-06T01:38:07.77727Z","end":"2026-03-06T01:38:07.89765Z","steps":["trace[2135634801] 'process raft request' (duration: 120.343113ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.898002Z","caller":"traceutil/trace.go:171","msg":"trace[600818527] transaction","detail":"{read_only:false; response_revision:29966; number_of_response:1; }","duration":"138.90905ms","start":"2026-03-06T01:38:07.759068Z","end":"2026-03-06T01:38:07.897977Z","steps":["trace[600818527] 'process raft request' (duration: 138.45015ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.898028Z","caller":"traceutil/trace.go:171","msg":"trace[1743598410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29967; }","duration":"258.759131ms","start":"2026-03-06T01:38:07.639249Z","end":"2026-03-06T01:38:07.898008Z","steps":["trace[1743598410] 'agreement among raft nodes before linearized reading' (duration: 258.603177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.898065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.624103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:38:07.898082Z","caller":"traceutil/trace.go:171","msg":"trace[578926944] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29967; }","duration":"262.656084ms","start":"2026-03-06T01:38:07.63542Z","end":"2026-03-06T01:38:07.898076Z","steps":["trace[578926944] 'agreement among raft nodes before linearized reading' (duration: 262.626623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.898191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.082663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T01:38:07.89821Z","caller":"traceutil/trace.go:171","msg":"trace[1321492232] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:29967; }","duration":"263.100214ms","start":"2026-03-06T01:38:07.635104Z","end":"2026-03-06T01:38:07.898204Z","steps":["trace[1321492232] 'agreement among raft nodes before linearized reading' (duration: 263.050643ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:07.897725Z","caller":"traceutil/trace.go:171","msg":"trace[1540050580] linearizableReadLoop","detail":"{readStateIndex:31009; appliedIndex:31008; }","duration":"140.397446ms","start":"2026-03-06T01:38:07.75731Z","end":"2026-03-06T01:38:07.897708Z","steps":["trace[1540050580] 'read index received' (duration: 79.008906ms)","trace[1540050580] 'applied index is now lower than readState.Index' (duration: 61.38785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:07.898463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.30686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-06T01:38:07.898498Z","caller":"traceutil/trace.go:171","msg":"trace[2097539121] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29967; }","duration":"263.416371ms","start":"2026-03-06T01:38:07.635074Z","end":"2026-03-06T01:38:07.89849Z","steps":["trace[2097539121] 'agreement among raft nodes before linearized reading' (duration: 263.236737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:07.898662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.560166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-06T01:38:07.898753Z","caller":"traceutil/trace.go:171","msg":"trace[1811831344] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29967; }","duration":"139.704439ms","start":"2026-03-06T01:38:07.759024Z","end":"2026-03-06T01:38:07.898729Z","steps":["trace[1811831344] 'agreement among raft nodes before linearized reading' (duration: 139.445943ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:08.090315Z","caller":"traceutil/trace.go:171","msg":"trace[1216198448] linearizableReadLoop","detail":"{readStateIndex:31012; appliedIndex:31011; }","duration":"180.674016ms","start":"2026-03-06T01:38:07.909617Z","end":"2026-03-06T01:38:08.090291Z","steps":["trace[1216198448] 'read index received' (duration: 144.995163ms)","trace[1216198448] 'applied index is now lower than readState.Index' (duration: 35.678163ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:38:08.090408Z","caller":"traceutil/trace.go:171","msg":"trace[1586175430] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"185.868989ms","start":"2026-03-06T01:38:07.904473Z","end":"2026-03-06T01:38:08.090342Z","steps":["trace[1586175430] 'process raft request' (duration: 150.132205ms)","trace[1586175430] 'compare' (duration: 35.57822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:08.090596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.40349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:38:08.090627Z","caller":"traceutil/trace.go:171","msg":"trace[1926327797] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29968; }","duration":"100.453632ms","start":"2026-03-06T01:38:07.990166Z","end":"2026-03-06T01:38:08.09062Z","steps":["trace[1926327797] 'agreement among raft nodes before linearized reading' (duration: 100.299878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:08.090619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.967934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:38:08.090881Z","caller":"traceutil/trace.go:171","msg":"trace[1335352861] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29968; }","duration":"181.26707ms","start":"2026-03-06T01:38:07.909589Z","end":"2026-03-06T01:38:08.090856Z","steps":["trace[1335352861] 'agreement among raft nodes before linearized reading' (duration: 180.812829ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:09.700398Z","caller":"traceutil/trace.go:171","msg":"trace[1629222599] transaction","detail":"{read_only:false; response_revision:29975; number_of_response:1; }","duration":"134.219029ms","start":"2026-03-06T01:38:09.566141Z","end":"2026-03-06T01:38:09.70036Z","steps":["trace[1629222599] 'process raft request' (duration: 133.883441ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:09.70041Z","caller":"traceutil/trace.go:171","msg":"trace[1874905685] transaction","detail":"{read_only:false; response_revision:29977; number_of_response:1; }","duration":"133.78563ms","start":"2026-03-06T01:38:09.566585Z","end":"2026-03-06T01:38:09.700371Z","steps":["trace[1874905685] 'process raft request' (duration: 133.710868ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:09.700637Z","caller":"traceutil/trace.go:171","msg":"trace[1633142594] transaction","detail":"{read_only:false; response_revision:29976; number_of_response:1; }","duration":"134.441095ms","start":"2026-03-06T01:38:09.566151Z","end":"2026-03-06T01:38:09.700592Z","steps":["trace[1633142594] 'process raft request' (duration: 134.086217ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:09.772425Z","caller":"traceutil/trace.go:171","msg":"trace[30428387] transaction","detail":"{read_only:false; response_revision:29979; number_of_response:1; }","duration":"163.559273ms","start":"2026-03-06T01:38:09.608834Z","end":"2026-03-06T01:38:09.772394Z","steps":["trace[30428387] 'process raft request' (duration: 163.485321ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:09.772478Z","caller":"traceutil/trace.go:171","msg":"trace[1745030420] transaction","detail":"{read_only:false; response_revision:29978; number_of_response:1; }","duration":"163.763148ms","start":"2026-03-06T01:38:09.608668Z","end":"2026-03-06T01:38:09.772431Z","steps":["trace[1745030420] 'process raft request' (duration: 100.040883ms)","trace[1745030420] 'compare' (duration: 63.425068ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:38:10.012655Z","caller":"traceutil/trace.go:171","msg":"trace[1543086399] transaction","detail":"{read_only:false; response_revision:29980; number_of_response:1; }","duration":"109.126228ms","start":"2026-03-06T01:38:09.903502Z","end":"2026-03-06T01:38:10.012628Z","steps":["trace[1543086399] 'process raft request' (duration: 108.970404ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:10.028086Z","caller":"traceutil/trace.go:171","msg":"trace[1840144687] transaction","detail":"{read_only:false; response_revision:29981; number_of_response:1; }","duration":"115.118369ms","start":"2026-03-06T01:38:09.912948Z","end":"2026-03-06T01:38:10.028066Z","steps":["trace[1840144687] 'process raft request' (duration: 114.608667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:11.035092Z","caller":"traceutil/trace.go:171","msg":"trace[1224783868] transaction","detail":"{read_only:false; response_revision:29984; number_of_response:1; }","duration":"110.164482ms","start":"2026-03-06T01:38:10.924897Z","end":"2026-03-06T01:38:11.035061Z","steps":["trace[1224783868] 'process raft request' (duration: 49.93643ms)","trace[1224783868] 'compare' (duration: 59.858873ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:38:11.035143Z","caller":"traceutil/trace.go:171","msg":"trace[1873297874] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"109.978127ms","start":"2026-03-06T01:38:10.925133Z","end":"2026-03-06T01:38:11.035111Z","steps":["trace[1873297874] 'process raft request' (duration: 109.844294ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:11.403511Z","caller":"traceutil/trace.go:171","msg":"trace[1448325917] transaction","detail":"{read_only:false; response_revision:29986; number_of_response:1; }","duration":"182.49774ms","start":"2026-03-06T01:38:11.220972Z","end":"2026-03-06T01:38:11.40347Z","steps":["trace[1448325917] 'process raft request' (duration: 126.239031ms)","trace[1448325917] 'compare' (duration: 56.007333ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:38:11.866841Z","caller":"traceutil/trace.go:171","msg":"trace[159987759] transaction","detail":"{read_only:false; response_revision:29989; number_of_response:1; }","duration":"159.626261ms","start":"2026-03-06T01:38:11.707186Z","end":"2026-03-06T01:38:11.866812Z","steps":["trace[159987759] 'process raft request' (duration: 159.293683ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:11.867034Z","caller":"traceutil/trace.go:171","msg":"trace[2075357678] transaction","detail":"{read_only:false; response_revision:29990; number_of_response:1; }","duration":"153.104736ms","start":"2026-03-06T01:38:11.713893Z","end":"2026-03-06T01:38:11.866998Z","steps":["trace[2075357678] 'process raft request' (duration: 152.778048ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:11.991501Z","caller":"traceutil/trace.go:171","msg":"trace[1163686116] transaction","detail":"{read_only:false; response_revision:29991; number_of_response:1; }","duration":"118.818476ms","start":"2026-03-06T01:38:11.872635Z","end":"2026-03-06T01:38:11.991453Z","steps":["trace[1163686116] 'process raft request' (duration: 34.604047ms)","trace[1163686116] 'compare' (duration: 84.017875ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:38:12.22514Z","caller":"traceutil/trace.go:171","msg":"trace[228317973] transaction","detail":"{read_only:false; response_revision:29993; number_of_response:1; }","duration":"206.497537ms","start":"2026-03-06T01:38:12.018618Z","end":"2026-03-06T01:38:12.225115Z","steps":["trace[228317973] 'process raft request' (duration: 206.393995ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:12.225192Z","caller":"traceutil/trace.go:171","msg":"trace[495329925] transaction","detail":"{read_only:false; response_revision:29992; number_of_response:1; }","duration":"351.4053ms","start":"2026-03-06T01:38:11.873739Z","end":"2026-03-06T01:38:12.225145Z","steps":["trace[495329925] 'process raft request' (duration: 287.730386ms)","trace[495329925] 'compare' (duration: 63.042499ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:38:12.225304Z","caller":"traceutil/trace.go:171","msg":"trace[1720627160] linearizableReadLoop","detail":"{readStateIndex:31038; appliedIndex:31036; }","duration":"193.257434ms","start":"2026-03-06T01:38:12.032026Z","end":"2026-03-06T01:38:12.225283Z","steps":["trace[1720627160] 'read index received' (duration: 129.456628ms)","trace[1720627160] 'applied index is now lower than readState.Index' (duration: 63.798926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:12.22538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:11.873722Z","time spent":"351.558423ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:38:12.225354Z","caller":"traceutil/trace.go:171","msg":"trace[671781776] transaction","detail":"{read_only:false; response_revision:29994; number_of_response:1; }","duration":"191.659967ms","start":"2026-03-06T01:38:12.033657Z","end":"2026-03-06T01:38:12.225317Z","steps":["trace[671781776] 'process raft request' (duration: 191.415911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:12.225556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.525721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-06T01:38:12.225598Z","caller":"traceutil/trace.go:171","msg":"trace[1180858573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29994; }","duration":"193.626194ms","start":"2026-03-06T01:38:12.031961Z","end":"2026-03-06T01:38:12.225587Z","steps":["trace[1180858573] 'agreement among raft nodes before linearized reading' (duration: 193.428399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:12.449277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.603486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:38:12.449382Z","caller":"traceutil/trace.go:171","msg":"trace[918065733] transaction","detail":"{read_only:false; response_revision:29995; number_of_response:1; }","duration":"217.254382ms","start":"2026-03-06T01:38:12.23211Z","end":"2026-03-06T01:38:12.449364Z","steps":["trace[918065733] 'process raft request' (duration: 105.471052ms)","trace[918065733] 'compare' (duration: 111.503194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:38:34.530547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:35.031504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:35.5326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:36.032765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:36.128542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:36.128679Z","caller":"traceutil/trace.go:171","msg":"trace[777420478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261595s","start":"2026-03-06T01:38:34.128365Z","end":"2026-03-06T01:38:36.128627Z","steps":["trace[777420478] 'agreement among raft nodes before linearized reading' (duration: 2.000122252s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:36.128725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.128358Z","time spent":"2.000357087s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:36.533037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:37.033124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:37.534134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:38.03431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:38.136422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999801023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:38.136511Z","caller":"traceutil/trace.go:171","msg":"trace[2054964665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948856s","start":"2026-03-06T01:38:36.136542Z","end":"2026-03-06T01:38:38.136491Z","steps":["trace[2054964665] 'agreement among raft nodes before linearized reading' (duration: 1.999837644s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:38.136569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:36.136519Z","time spent":"2.000040689s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:38.535766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:38.737748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:33.740675Z","time spent":"4.997065376s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:38.865155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:33.867303Z","time spent":"4.997845585s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:38.977109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:33.978908Z","time spent":"4.998192633s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:39.036385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:39.325364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.327392Z","time spent":"4.997963587s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:39.326208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.328219Z","time spent":"4.997985427s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:39.537316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:40.038344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:40.050101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999269838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:40.050192Z","caller":"traceutil/trace.go:171","msg":"trace[1363227145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.9994052s","start":"2026-03-06T01:38:35.050762Z","end":"2026-03-06T01:38:40.050167Z","steps":["trace[1363227145] 'agreement among raft nodes before linearized reading' (duration: 4.999299598s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:40.050329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:35.050746Z","time spent":"4.999569585s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:38:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:40.138007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001344359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:40.138081Z","caller":"traceutil/trace.go:171","msg":"trace[105792673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001458183s","start":"2026-03-06T01:38:38.136607Z","end":"2026-03-06T01:38:40.138065Z","steps":["trace[105792673] 'agreement among raft nodes before linearized reading' (duration: 2.00136456s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:40.138122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.136592Z","time spent":"2.001518054s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:40.144335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99891327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:40.14441Z","caller":"traceutil/trace.go:171","msg":"trace[738559635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999033132s","start":"2026-03-06T01:38:35.145355Z","end":"2026-03-06T01:38:40.144388Z","steps":["trace[738559635] 'agreement among raft nodes before linearized reading' (duration: 4.99894284s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:40.144451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:35.14534Z","time spent":"4.999099635s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 01:38:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:40.146775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999377171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:40.146941Z","caller":"traceutil/trace.go:171","msg":"trace[1949537937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999593946s","start":"2026-03-06T01:38:35.147334Z","end":"2026-03-06T01:38:40.146928Z","steps":["trace[1949537937] 'agreement among raft nodes before linearized reading' (duration: 4.999420442s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:40.146974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:35.147297Z","time spent":"4.999667547s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:38:40.539101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:40.980725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:33.980325Z","time spent":"7.000394471s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:41.031114Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-06T01:38:41.03123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001126339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:41.031255Z","caller":"traceutil/trace.go:171","msg":"trace[432992420] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; }","duration":"7.001244842s","start":"2026-03-06T01:38:34.03Z","end":"2026-03-06T01:38:41.031245Z","steps":["trace[432992420] 'agreement among raft nodes before linearized reading' (duration: 7.00117138s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:41.031281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.02998Z","time spent":"7.001292844s","remote":"127.0.0.1:58752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:41.531945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:42.032801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:42.150946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001233467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:42.15104Z","caller":"traceutil/trace.go:171","msg":"trace[385377956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00136976s","start":"2026-03-06T01:38:40.149653Z","end":"2026-03-06T01:38:42.151023Z","steps":["trace[385377956] 'agreement among raft nodes before linearized reading' (duration: 2.001252727s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:42.15108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:40.14964Z","time spent":"2.001430562s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:42.53399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:43.034891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:43.49341Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc09060b86f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:43.536081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:43.737885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997521767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:43.737978Z","caller":"traceutil/trace.go:171","msg":"trace[1719235346] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997676801s","start":"2026-03-06T01:38:38.74028Z","end":"2026-03-06T01:38:43.737957Z","steps":["trace[1719235346] 'agreement among raft nodes before linearized reading' (duration: 4.997560188s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:43.738026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.74026Z","time spent":"4.997756942s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/06 01:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:43.767602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14456781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:43.767727Z","caller":"traceutil/trace.go:171","msg":"trace[1828363472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"5.144728704s","start":"2026-03-06T01:38:38.622979Z","end":"2026-03-06T01:38:43.767707Z","steps":["trace[1828363472] 'agreement among raft nodes before linearized reading' (duration: 5.144586301s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:43.76781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.622967Z","time spent":"5.144828736s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/06 01:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:43.865407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998985211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:43.865516Z","caller":"traceutil/trace.go:171","msg":"trace[567272388] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999150484s","start":"2026-03-06T01:38:38.866341Z","end":"2026-03-06T01:38:43.865491Z","steps":["trace[567272388] 'agreement among raft nodes before linearized reading' (duration: 4.99900027s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:43.865591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.866329Z","time spent":"4.999238797s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/06 01:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:43.97652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997652458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:43.976621Z","caller":"traceutil/trace.go:171","msg":"trace[1461522576] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997813042s","start":"2026-03-06T01:38:38.978785Z","end":"2026-03-06T01:38:43.976598Z","steps":["trace[1461522576] 'agreement among raft nodes before linearized reading' (duration: 4.997687639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:43.97669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.978745Z","time spent":"4.997927775s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/06 01:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:43.97821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992047998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:43.978293Z","caller":"traceutil/trace.go:171","msg":"trace[1016171298] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.992163571s","start":"2026-03-06T01:38:40.986108Z","end":"2026-03-06T01:38:43.978272Z","steps":["trace[1016171298] 'agreement among raft nodes before linearized reading' (duration: 2.992062179s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:43.978345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:40.986096Z","time spent":"2.992239133s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/06 01:38:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:44.036875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:44.093171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999165159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:44.093272Z","caller":"traceutil/trace.go:171","msg":"trace[278783446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999323443s","start":"2026-03-06T01:38:34.093925Z","end":"2026-03-06T01:38:44.093248Z","steps":["trace[278783446] 'agreement among raft nodes before linearized reading' (duration: 9.99919624s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:44.093332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.093906Z","time spent":"9.999416136s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/06 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:44.15194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:44.152041Z","caller":"traceutil/trace.go:171","msg":"trace[176105674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391276s","start":"2026-03-06T01:38:42.151618Z","end":"2026-03-06T01:38:44.152009Z","steps":["trace[176105674] 'agreement among raft nodes before linearized reading' (duration: 2.000240943s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:44.152093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:42.151612Z","time spent":"2.000471179s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:44.325653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997882344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:44.325803Z","caller":"traceutil/trace.go:171","msg":"trace[500514840] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998084588s","start":"2026-03-06T01:38:39.327695Z","end":"2026-03-06T01:38:44.325779Z","steps":["trace[500514840] 'agreement among raft nodes before linearized reading' (duration: 4.997908054s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:44.325886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:39.327678Z","time spent":"4.998194392s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/06 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:44.327114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998719644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:44.327272Z","caller":"traceutil/trace.go:171","msg":"trace[312391755] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998906828s","start":"2026-03-06T01:38:39.328345Z","end":"2026-03-06T01:38:44.327252Z","steps":["trace[312391755] 'agreement among raft nodes before linearized reading' (duration: 4.998734674s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:44.327359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:39.328337Z","time spent":"4.99900801s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/06 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:44.476749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.04272896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:44.476846Z","caller":"traceutil/trace.go:171","msg":"trace[974945607] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.042878113s","start":"2026-03-06T01:38:34.433944Z","end":"2026-03-06T01:38:44.476822Z","steps":["trace[974945607] 'agreement among raft nodes before linearized reading' (duration: 10.04275748s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:44.476942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.433929Z","time spent":"10.043001396s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/06 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:44.537954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:44.559104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999471377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:44.559183Z","caller":"traceutil/trace.go:171","msg":"trace[2041982276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.99960203s","start":"2026-03-06T01:38:34.559563Z","end":"2026-03-06T01:38:44.559165Z","steps":["trace[2041982276] 'agreement among raft nodes before linearized reading' (duration: 9.999489517s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:44.559224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.559549Z","time spent":"9.999667122s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/06 01:38:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:44.664679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.663593Z","time spent":"7.001077149s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:44.925032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.924344Z","time spent":"7.000679369s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:45.039162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:45.050561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995399848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:45.05066Z","caller":"traceutil/trace.go:171","msg":"trace[604158222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.995556742s","start":"2026-03-06T01:38:42.055084Z","end":"2026-03-06T01:38:45.050641Z","steps":["trace[604158222] 'agreement among raft nodes before linearized reading' (duration: 2.995432489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:45.050722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:42.055066Z","time spent":"2.995645984s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/06 01:38:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:45.114875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.11437Z","time spent":"7.000493994s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:45.145113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99418817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:45.145224Z","caller":"traceutil/trace.go:171","msg":"trace[109698014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.994359264s","start":"2026-03-06T01:38:42.150836Z","end":"2026-03-06T01:38:45.145195Z","steps":["trace[109698014] 'agreement among raft nodes before linearized reading' (duration: 2.99422557s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:45.145276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:42.150811Z","time spent":"2.994454075s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/06 01:38:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:45.146386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995362187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:45.146546Z","caller":"traceutil/trace.go:171","msg":"trace[1466816527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995592663s","start":"2026-03-06T01:38:42.150915Z","end":"2026-03-06T01:38:45.146507Z","steps":["trace[1466816527] 'agreement among raft nodes before linearized reading' (duration: 2.995389908s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:45.14664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:42.150894Z","time spent":"2.995728295s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/06 01:38:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:45.254478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:45.254576Z","caller":"traceutil/trace.go:171","msg":"trace[1831218774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304494s","start":"2026-03-06T01:38:43.25425Z","end":"2026-03-06T01:38:45.254554Z","steps":["trace[1831218774] 'agreement among raft nodes before linearized reading' (duration: 2.000147911s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:45.254633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.254229Z","time spent":"2.000394236s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:45.539286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:46.039569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:46.160448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:46.160517Z","caller":"traceutil/trace.go:171","msg":"trace[1578224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000133751s","start":"2026-03-06T01:38:44.160364Z","end":"2026-03-06T01:38:46.160498Z","steps":["trace[1578224] 'agreement among raft nodes before linearized reading' (duration: 2.000048449s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:46.160568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.160344Z","time spent":"2.000209784s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:46.540361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:47.041491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:47.175247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:40.174828Z","time spent":"7.000410103s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:47.542276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:48.032202Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-06T01:38:48.032417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.12152081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.032455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.16384904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.032507Z","caller":"traceutil/trace.go:171","msg":"trace[781630191] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; }","duration":"10.121666403s","start":"2026-03-06T01:38:37.910822Z","end":"2026-03-06T01:38:48.032488Z","steps":["trace[781630191] 'agreement among raft nodes before linearized reading' (duration: 10.121545411s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:48.032526Z","caller":"traceutil/trace.go:171","msg":"trace[1945177020] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; }","duration":"10.163956603s","start":"2026-03-06T01:38:37.868542Z","end":"2026-03-06T01:38:48.032499Z","steps":["trace[1945177020] 'agreement among raft nodes before linearized reading' (duration: 10.16384639s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.032585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.910808Z","time spent":"10.121760725s","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.032638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.349186328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.032641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.868488Z","time spent":"10.164134957s","remote":"127.0.0.1:60556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.03264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.730809974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.032706Z","caller":"traceutil/trace.go:171","msg":"trace[45270817] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; }","duration":"9.349217178s","start":"2026-03-06T01:38:38.683443Z","end":"2026-03-06T01:38:48.032661Z","steps":["trace[45270817] 'agreement among raft nodes before linearized reading' (duration: 9.349185518s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.032713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.059865325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.03273Z","caller":"traceutil/trace.go:171","msg":"trace[157625158] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; }","duration":"7.730944688s","start":"2026-03-06T01:38:40.301764Z","end":"2026-03-06T01:38:48.032708Z","steps":["trace[157625158] 'agreement among raft nodes before linearized reading' (duration: 7.730835355s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.032758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.683407Z","time spent":"9.349341002s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-06T01:38:48.032761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.689186185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.032773Z","caller":"traceutil/trace.go:171","msg":"trace[67469043] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; }","duration":"8.059957598s","start":"2026-03-06T01:38:39.972798Z","end":"2026-03-06T01:38:48.032755Z","steps":["trace[67469043] 'agreement among raft nodes before linearized reading' (duration: 8.059900356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.032802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:40.301728Z","time spent":"7.73106038s","remote":"127.0.0.1:58666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.032826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:39.972779Z","time spent":"8.060031789s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.032844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.41715703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.032879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.382907397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.032932Z","caller":"traceutil/trace.go:171","msg":"trace[879560265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; }","duration":"7.382966969s","start":"2026-03-06T01:38:40.649956Z","end":"2026-03-06T01:38:48.032923Z","steps":["trace[879560265] 'agreement among raft nodes before linearized reading' (duration: 7.382906737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.032939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.652871787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.032966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:40.649939Z","time spent":"7.383017609s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.032981Z","caller":"traceutil/trace.go:171","msg":"trace[1346309503] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; }","duration":"13.652968179s","start":"2026-03-06T01:38:34.380005Z","end":"2026-03-06T01:38:48.032973Z","steps":["trace[1346309503] 'agreement among raft nodes before linearized reading' (duration: 13.652916928s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.033022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.379985Z","time spent":"13.653026001s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.033025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.5693375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.033089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.741765206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.033123Z","caller":"traceutil/trace.go:171","msg":"trace[1058324298] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; }","duration":"13.741849388s","start":"2026-03-06T01:38:34.291264Z","end":"2026-03-06T01:38:48.033113Z","steps":["trace[1058324298] 'agreement among raft nodes before linearized reading' (duration: 13.741803617s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.032634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.514106104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.033163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.291248Z","time spent":"13.74190338s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.033129Z","caller":"traceutil/trace.go:171","msg":"trace[1669007424] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; }","duration":"7.569536485s","start":"2026-03-06T01:38:40.463572Z","end":"2026-03-06T01:38:48.033109Z","steps":["trace[1669007424] 'agreement among raft nodes before linearized reading' (duration: 7.569343461s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:48.033185Z","caller":"traceutil/trace.go:171","msg":"trace[1297691110] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; }","duration":"8.514790041s","start":"2026-03-06T01:38:39.518385Z","end":"2026-03-06T01:38:48.033175Z","steps":["trace[1297691110] 'agreement among raft nodes before linearized reading' (duration: 8.514149375s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.033218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.855243956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.033228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:39.51836Z","time spent":"8.514850111s","remote":"127.0.0.1:58366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.033226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:40.463556Z","time spent":"7.569654247s","remote":"127.0.0.1:53816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.03325Z","caller":"traceutil/trace.go:171","msg":"trace[1421430115] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; }","duration":"13.855277937s","start":"2026-03-06T01:38:34.177963Z","end":"2026-03-06T01:38:48.033241Z","steps":["trace[1421430115] 'agreement among raft nodes before linearized reading' (duration: 13.855244056s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.033292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.177879Z","time spent":"13.85540062s","remote":"127.0.0.1:48586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.033296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.580108702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.03331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.620928055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.033339Z","caller":"traceutil/trace.go:171","msg":"trace[1557686759] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; }","duration":"9.580188894s","start":"2026-03-06T01:38:38.45314Z","end":"2026-03-06T01:38:48.033329Z","steps":["trace[1557686759] 'agreement among raft nodes before linearized reading' (duration: 9.580142703s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:48.033353Z","caller":"traceutil/trace.go:171","msg":"trace[722185028] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; }","duration":"10.620997518s","start":"2026-03-06T01:38:37.412345Z","end":"2026-03-06T01:38:48.033343Z","steps":["trace[722185028] 'agreement among raft nodes before linearized reading' (duration: 10.620948286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.033385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.412339Z","time spent":"10.621038858s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-06T01:38:48.033382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.453119Z","time spent":"9.580254285s","remote":"127.0.0.1:53850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.032801Z","caller":"traceutil/trace.go:171","msg":"trace[1503475762] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; }","duration":"12.689266798s","start":"2026-03-06T01:38:35.343523Z","end":"2026-03-06T01:38:48.03279Z","steps":["trace[1503475762] 'agreement among raft nodes before linearized reading' (duration: 12.689219116s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.033474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.332228796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.033489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:35.34351Z","time spent":"12.689964194s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.033507Z","caller":"traceutil/trace.go:171","msg":"trace[1189413142] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"10.332291628s","start":"2026-03-06T01:38:37.701209Z","end":"2026-03-06T01:38:48.0335Z","steps":["trace[1189413142] 'agreement among raft nodes before linearized reading' (duration: 10.332256167s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.032735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.876447404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.033454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.927314933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.033625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.633921973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.033638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.388852823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.033667Z","caller":"traceutil/trace.go:171","msg":"trace[1043067168] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; }","duration":"10.634005485s","start":"2026-03-06T01:38:37.399653Z","end":"2026-03-06T01:38:48.033659Z","steps":["trace[1043067168] 'agreement among raft nodes before linearized reading' (duration: 10.633959564s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:48.033679Z","caller":"traceutil/trace.go:171","msg":"trace[257455878] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; }","duration":"11.388901024s","start":"2026-03-06T01:38:36.644765Z","end":"2026-03-06T01:38:48.033666Z","steps":["trace[257455878] 'agreement among raft nodes before linearized reading' (duration: 11.388852153s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.033704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.399635Z","time spent":"10.634060496s","remote":"127.0.0.1:57756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.033712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:36.644744Z","time spent":"11.388958625s","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.03281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.496686232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.033775Z","caller":"traceutil/trace.go:171","msg":"trace[1415398325] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; }","duration":"9.497725917s","start":"2026-03-06T01:38:38.53604Z","end":"2026-03-06T01:38:48.033766Z","steps":["trace[1415398325] 'agreement among raft nodes before linearized reading' (duration: 9.496756904s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.033809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.536027Z","time spent":"9.497774107s","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.03289Z","caller":"traceutil/trace.go:171","msg":"trace[1536907838] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; }","duration":"13.417259112s","start":"2026-03-06T01:38:34.615619Z","end":"2026-03-06T01:38:48.032878Z","steps":["trace[1536907838] 'agreement among raft nodes before linearized reading' (duration: 13.417213671s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.03404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.868636127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.034057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:34.615591Z","time spent":"13.418449s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.033443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.25232225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.034087Z","caller":"traceutil/trace.go:171","msg":"trace[2094425340] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.868727809s","start":"2026-03-06T01:38:38.165349Z","end":"2026-03-06T01:38:48.034077Z","steps":["trace[2094425340] 'agreement among raft nodes before linearized reading' (duration: 9.868667097s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:48.034115Z","caller":"traceutil/trace.go:171","msg":"trace[501273427] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; }","duration":"10.253033937s","start":"2026-03-06T01:38:37.78107Z","end":"2026-03-06T01:38:48.034104Z","steps":["trace[501273427] 'agreement among raft nodes before linearized reading' (duration: 10.252360641s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.034148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.16533Z","time spent":"9.868779781s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:38:48.034158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.781044Z","time spent":"10.253101018s","remote":"127.0.0.1:58990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":0,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.034288Z","caller":"traceutil/trace.go:171","msg":"trace[4827264] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; }","duration":"9.928095491s","start":"2026-03-06T01:38:38.105531Z","end":"2026-03-06T01:38:48.033626Z","steps":["trace[4827264] 'agreement among raft nodes before linearized reading' (duration: 9.927311583s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.034358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:38.105463Z","time spent":"9.92887482s","remote":"127.0.0.1:58652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.033545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:37.701197Z","time spent":"10.332336629s","remote":"127.0.0.1:60882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.032715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.048643327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:48.034419Z","caller":"traceutil/trace.go:171","msg":"trace[1090288056] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; }","duration":"12.050384338s","start":"2026-03-06T01:38:35.984022Z","end":"2026-03-06T01:38:48.034406Z","steps":["trace[1090288056] 'agreement among raft nodes before linearized reading' (duration: 12.048681297s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.034482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:35.984002Z","time spent":"12.050469449s","remote":"127.0.0.1:53894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.03369Z","caller":"traceutil/trace.go:171","msg":"trace[1888205587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.877372625s","start":"2026-03-06T01:38:40.156204Z","end":"2026-03-06T01:38:48.033577Z","steps":["trace[1888205587] 'agreement among raft nodes before linearized reading' (duration: 7.876449983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.03329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.03186546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:48.034684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:40.156199Z","time spent":"7.87844447s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:48.034731Z","caller":"traceutil/trace.go:171","msg":"trace[30744406] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; }","duration":"12.03394939s","start":"2026-03-06T01:38:36.000758Z","end":"2026-03-06T01:38:48.034707Z","steps":["trace[30744406] 'agreement among raft nodes before linearized reading' (duration: 12.031723577s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.0348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:36.000746Z","time spent":"12.034033011s","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:48.168901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:48.168973Z","caller":"traceutil/trace.go:171","msg":"trace[2013054392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191312s","start":"2026-03-06T01:38:46.168764Z","end":"2026-03-06T01:38:48.168955Z","steps":["trace[2013054392] 'agreement among raft nodes before linearized reading' (duration: 2.00011274s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:48.169019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:46.16874Z","time spent":"2.000270664s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:48.532653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:48.977569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.979634Z","time spent":"4.997926336s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:49.033718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:49.326089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.328257Z","time spent":"4.997818174s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:49.453775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:42.453391Z","time spent":"7.000374672s","remote":"127.0.0.1:60478","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:49.534582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:50.035574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:50.051946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:45.054233Z","time spent":"4.997705881s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:50.147376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:45.14822Z","time spent":"4.999146365s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:50.170147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:50.170195Z","caller":"traceutil/trace.go:171","msg":"trace[1364704835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518221s","start":"2026-03-06T01:38:48.169664Z","end":"2026-03-06T01:38:50.170183Z","steps":["trace[1364704835] 'agreement among raft nodes before linearized reading' (duration: 2.00045883s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:50.170225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:48.169654Z","time spent":"2.000565612s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:50.502389Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc09060b86f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:50.535942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:51.036086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:51.097795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.096768Z","time spent":"7.001020786s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:51.108638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.561685Z","time spent":"6.546948212s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/06 01:38:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:51.537179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:52.038071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:52.12018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:45.120082Z","time spent":"7.000092814s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:52.178448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:52.178511Z","caller":"traceutil/trace.go:171","msg":"trace[1729628815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000018088s","start":"2026-03-06T01:38:50.178472Z","end":"2026-03-06T01:38:52.17849Z","steps":["trace[1729628815] 'agreement among raft nodes before linearized reading' (duration: 1.999891615s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:52.178554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:50.178395Z","time spent":"2.000150631s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:52.539221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:52.922214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993644122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:52.922317Z","caller":"traceutil/trace.go:171","msg":"trace[399675823] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993856857s","start":"2026-03-06T01:38:44.928435Z","end":"2026-03-06T01:38:52.922292Z","steps":["trace[399675823] 'agreement among raft nodes before linearized reading' (duration: 7.993683593s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:52.922371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.92841Z","time spent":"7.99394737s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/06 01:38:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:53.039355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:53.506668Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc09060b91a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:53.540408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:54.040909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:54.178801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:38:54.178888Z","caller":"traceutil/trace.go:171","msg":"trace[216541030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000397498s","start":"2026-03-06T01:38:52.17847Z","end":"2026-03-06T01:38:54.178868Z","steps":["trace[216541030] 'agreement among raft nodes before linearized reading' (duration: 2.000287036s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:54.178953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:52.178453Z","time spent":"2.00049081s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:38:54.180174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:47.180062Z","time spent":"7.000106655s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:54.541083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:55.033382Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-06T01:38:55.03354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.719604846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.622899102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.616994761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.033634Z","caller":"traceutil/trace.go:171","msg":"trace[1932339707] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; }","duration":"10.623037386s","start":"2026-03-06T01:38:44.410579Z","end":"2026-03-06T01:38:55.033616Z","steps":["trace[1932339707] 'agreement among raft nodes before linearized reading' (duration: 10.622934673s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.164745198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.410557Z","time spent":"10.623118367s","remote":"127.0.0.1:43480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:55.033714Z","caller":"traceutil/trace.go:171","msg":"trace[1177062306] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; }","duration":"13.16484232s","start":"2026-03-06T01:38:41.868866Z","end":"2026-03-06T01:38:55.033708Z","steps":["trace[1177062306] 'agreement among raft nodes before linearized reading' (duration: 13.164797579s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.477783743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.04096416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:41.868835Z","time spent":"13.164906412s","remote":"127.0.0.1:43468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:55.033768Z","caller":"traceutil/trace.go:171","msg":"trace[1215221011] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; }","duration":"7.041030772s","start":"2026-03-06T01:38:47.99273Z","end":"2026-03-06T01:38:55.033761Z","steps":["trace[1215221011] 'agreement among raft nodes before linearized reading' (duration: 7.041001831s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:55.033776Z","caller":"traceutil/trace.go:171","msg":"trace[201810019] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; }","duration":"11.477877005s","start":"2026-03-06T01:38:43.55588Z","end":"2026-03-06T01:38:55.033757Z","steps":["trace[201810019] 'agreement among raft nodes before linearized reading' (duration: 11.477823834s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:47.99271Z","time spent":"7.041078413s","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.0338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.63227638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.555861Z","time spent":"11.477950956s","remote":"127.0.0.1:59014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":0,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.033832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.290825962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.494911418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.580247523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.033883Z","caller":"traceutil/trace.go:171","msg":"trace[1291197387] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; }","duration":"11.580562771s","start":"2026-03-06T01:38:43.453313Z","end":"2026-03-06T01:38:55.033876Z","steps":["trace[1291197387] 'agreement among raft nodes before linearized reading' (duration: 11.580286104s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.6849261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.723232729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.033912Z","caller":"traceutil/trace.go:171","msg":"trace[529391322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"7.684990181s","start":"2026-03-06T01:38:47.348916Z","end":"2026-03-06T01:38:55.033906Z","steps":["trace[529391322] 'agreement among raft nodes before linearized reading' (duration: 7.68495828s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.16558471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.033945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:47.348898Z","time spent":"7.685039322s","remote":"127.0.0.1:58756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:55.03395Z","caller":"traceutil/trace.go:171","msg":"trace[1177753012] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; }","duration":"13.723328481s","start":"2026-03-06T01:38:41.310603Z","end":"2026-03-06T01:38:55.033931Z","steps":["trace[1177753012] 'agreement among raft nodes before linearized reading' (duration: 13.72326614s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:55.033647Z","caller":"traceutil/trace.go:171","msg":"trace[1313001132] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"11.617068462s","start":"2026-03-06T01:38:43.416572Z","end":"2026-03-06T01:38:55.03364Z","steps":["trace[1313001132] 'agreement among raft nodes before linearized reading' (duration: 11.617040772s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.608782588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87ae554\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.033984Z","caller":"traceutil/trace.go:171","msg":"trace[1200708007] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; }","duration":"11.165781574s","start":"2026-03-06T01:38:43.868178Z","end":"2026-03-06T01:38:55.03396Z","steps":["trace[1200708007] 'agreement among raft nodes before linearized reading' (duration: 11.165653651s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:55.034004Z","caller":"traceutil/trace.go:171","msg":"trace[2128892639] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87ae554; range_end:; }","duration":"10.60885028s","start":"2026-03-06T01:38:44.425146Z","end":"2026-03-06T01:38:55.033996Z","steps":["trace[2128892639] 'agreement among raft nodes before linearized reading' (duration: 10.608823819s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:41.310583Z","time spent":"13.723413713s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.034043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.425128Z","time spent":"10.608906542s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87ae554\" "} {"level":"warn","ts":"2026-03-06T01:38:55.034055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.868141Z","time spent":"11.165899047s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.034039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.521008786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.03383Z","caller":"traceutil/trace.go:171","msg":"trace[276246307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; }","duration":"13.632344542s","start":"2026-03-06T01:38:41.401479Z","end":"2026-03-06T01:38:55.033824Z","steps":["trace[276246307] 'agreement among raft nodes before linearized reading' (duration: 13.632312391s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.956189856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.034127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.226703244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.034142Z","caller":"traceutil/trace.go:171","msg":"trace[1210159308] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; }","duration":"9.52115574s","start":"2026-03-06T01:38:45.512975Z","end":"2026-03-06T01:38:55.034131Z","steps":["trace[1210159308] 'agreement among raft nodes before linearized reading' (duration: 9.521049737s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:41.40146Z","time spent":"13.63268401s","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:55.034169Z","caller":"traceutil/trace.go:171","msg":"trace[1672276054] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"7.956307289s","start":"2026-03-06T01:38:47.077844Z","end":"2026-03-06T01:38:55.034151Z","steps":["trace[1672276054] 'agreement among raft nodes before linearized reading' (duration: 7.956226527s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:38:55.034177Z","caller":"traceutil/trace.go:171","msg":"trace[1890367008] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; }","duration":"10.226819417s","start":"2026-03-06T01:38:44.80734Z","end":"2026-03-06T01:38:55.034159Z","steps":["trace[1890367008] 'agreement among raft nodes before linearized reading' (duration: 10.226731824s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:47.077824Z","time spent":"7.95637338s","remote":"127.0.0.1:60848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.033978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.346933904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.034236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.671241265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.034283Z","caller":"traceutil/trace.go:171","msg":"trace[887511924] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; }","duration":"10.347272432s","start":"2026-03-06T01:38:44.686997Z","end":"2026-03-06T01:38:55.034269Z","steps":["trace[887511924] 'agreement among raft nodes before linearized reading' (duration: 10.346931274s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.686898Z","time spent":"10.347415555s","remote":"127.0.0.1:58718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.03394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.365240516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.034369Z","caller":"traceutil/trace.go:171","msg":"trace[1833391674] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"10.365710827s","start":"2026-03-06T01:38:44.66865Z","end":"2026-03-06T01:38:55.034361Z","steps":["trace[1833391674] 'agreement among raft nodes before linearized reading' (duration: 10.365280717s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.900960126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:55.034401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.668628Z","time spent":"10.365765999s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-06T01:38:55.03428Z","caller":"traceutil/trace.go:171","msg":"trace[77018575] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; }","duration":"8.671317917s","start":"2026-03-06T01:38:46.362954Z","end":"2026-03-06T01:38:55.034272Z","steps":["trace[77018575] 'agreement among raft nodes before linearized reading' (duration: 8.671269906s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:46.362934Z","time spent":"8.671580523s","remote":"127.0.0.1:58646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.034187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:45.512953Z","time spent":"9.521223441s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:55.034412Z","caller":"traceutil/trace.go:171","msg":"trace[973638689] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; }","duration":"13.90155149s","start":"2026-03-06T01:38:41.132849Z","end":"2026-03-06T01:38:55.034401Z","steps":["trace[973638689] 'agreement among raft nodes before linearized reading' (duration: 13.900958286s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.03463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:41.132789Z","time spent":"13.901823096s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"info","ts":"2026-03-06T01:38:55.033896Z","caller":"traceutil/trace.go:171","msg":"trace[658533521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"11.4950307s","start":"2026-03-06T01:38:43.538841Z","end":"2026-03-06T01:38:55.033871Z","steps":["trace[658533521] 'agreement among raft nodes before linearized reading' (duration: 11.494936298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.538823Z","time spent":"11.49585788s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-06T01:38:55.033857Z","caller":"traceutil/trace.go:171","msg":"trace[966343442] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"7.290882383s","start":"2026-03-06T01:38:47.742968Z","end":"2026-03-06T01:38:55.033851Z","steps":["trace[966343442] 'agreement among raft nodes before linearized reading' (duration: 7.290856143s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:47.742952Z","time spent":"7.291789764s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:38:55.033589Z","caller":"traceutil/trace.go:171","msg":"trace[515163482] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; }","duration":"10.719709759s","start":"2026-03-06T01:38:44.313861Z","end":"2026-03-06T01:38:55.03357Z","steps":["trace[515163482] 'agreement among raft nodes before linearized reading' (duration: 10.719647007s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.31384Z","time spent":"10.720946377s","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-06T01:38:55.033911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.45329Z","time spent":"11.580612951s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.033997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.41655Z","time spent":"11.617440202s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T01:38:55.034027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.454603127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.034906Z","caller":"traceutil/trace.go:171","msg":"trace[969818674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; }","duration":"9.455516099s","start":"2026-03-06T01:38:45.579377Z","end":"2026-03-06T01:38:55.034893Z","steps":["trace[969818674] 'agreement among raft nodes before linearized reading' (duration: 9.454596427s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.034942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:45.579257Z","time spent":"9.455674313s","remote":"127.0.0.1:58782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.034233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.807318Z","time spent":"10.226900249s","remote":"127.0.0.1:58548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.033783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.878235382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.035295Z","caller":"traceutil/trace.go:171","msg":"trace[1261366606] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"10.879766809s","start":"2026-03-06T01:38:44.155461Z","end":"2026-03-06T01:38:55.035228Z","steps":["trace[1261366606] 'agreement among raft nodes before linearized reading' (duration: 10.878263483s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.033748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.214026793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:38:55.035377Z","caller":"traceutil/trace.go:171","msg":"trace[1961406525] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; }","duration":"11.215767714s","start":"2026-03-06T01:38:43.819595Z","end":"2026-03-06T01:38:55.035363Z","steps":["trace[1961406525] 'agreement among raft nodes before linearized reading' (duration: 11.214057794s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.035435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:43.819574Z","time spent":"11.215840966s","remote":"127.0.0.1:58626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:38:55.035794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:44.155439Z","time spent":"10.880337923s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:38:55.255259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001662477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:55.255368Z","caller":"traceutil/trace.go:171","msg":"trace[1963177206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001832121s","start":"2026-03-06T01:38:53.253515Z","end":"2026-03-06T01:38:55.255347Z","steps":["trace[1963177206] 'agreement among raft nodes before linearized reading' (duration: 2.001697248s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:55.255427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:53.253495Z","time spent":"2.001916013s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:55.533676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:56.034324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:56.186657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:56.186751Z","caller":"traceutil/trace.go:171","msg":"trace[1345135219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036339s","start":"2026-03-06T01:38:54.186691Z","end":"2026-03-06T01:38:56.186727Z","steps":["trace[1345135219] 'agreement among raft nodes before linearized reading' (duration: 1.999925266s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:56.186804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:54.186664Z","time spent":"2.000129991s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:56.535072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:57.035563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:57.509149Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc09060b86f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:38:57.536257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:58.036786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:58.195401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00051935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:38:58.195496Z","caller":"traceutil/trace.go:171","msg":"trace[803416620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677574s","start":"2026-03-06T01:38:56.194794Z","end":"2026-03-06T01:38:58.195471Z","steps":["trace[803416620] 'agreement among raft nodes before linearized reading' (duration: 2.000560941s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:38:58.19555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:56.194774Z","time spent":"2.000761906s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:38:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:38:58.537894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:59.038442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:59.125913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:52.124752Z","time spent":"7.001154561s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:38:59.53875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:38:59.925824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:52.92545Z","time spent":"7.000367031s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:39:00.038899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:00.196005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T01:39:00.196114Z","caller":"traceutil/trace.go:171","msg":"trace[1308214272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322276s","start":"2026-03-06T01:38:58.195764Z","end":"2026-03-06T01:39:00.196087Z","steps":["trace[1308214272] 'agreement among raft nodes before linearized reading' (duration: 2.000181942s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:00.196468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.19572Z","time spent":"2.000730556s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:39:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:39:00.513017Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc09060b91a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:00.539374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:01.04014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:01.186176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:54.185893Z","time spent":"7.000262119s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:39:01.540537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:02.033652Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-06T01:39:02.033864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.926729656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.033868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.83233238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:39:02.033952Z","caller":"traceutil/trace.go:171","msg":"trace[53520212] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; }","duration":"12.92689766s","start":"2026-03-06T01:38:49.107035Z","end":"2026-03-06T01:39:02.033932Z","steps":["trace[53520212] 'agreement among raft nodes before linearized reading' (duration: 12.926767757s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034002Z","caller":"traceutil/trace.go:171","msg":"trace[178433570] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; }","duration":"9.832490194s","start":"2026-03-06T01:38:52.201463Z","end":"2026-03-06T01:39:02.033953Z","steps":["trace[178433570] 'agreement among raft nodes before linearized reading' (duration: 9.832366361s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.034037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.545636776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.391859397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.36016709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.91712572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.088229557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:39:02.03412Z","caller":"traceutil/trace.go:171","msg":"trace[1101770683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; }","duration":"11.917191172s","start":"2026-03-06T01:38:50.116922Z","end":"2026-03-06T01:39:02.034113Z","steps":["trace[1101770683] 'agreement among raft nodes before linearized reading' (duration: 11.917161081s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.034107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.891942114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:50.1169Z","time spent":"11.917245063s","remote":"127.0.0.1:58444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:39:02.034152Z","caller":"traceutil/trace.go:171","msg":"trace[683645828] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"7.360359654s","start":"2026-03-06T01:38:54.673751Z","end":"2026-03-06T01:39:02.03411Z","steps":["trace[683645828] 'agreement among raft nodes before linearized reading' (duration: 7.360211671s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034165Z","caller":"traceutil/trace.go:171","msg":"trace[268897267] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; }","duration":"7.088316449s","start":"2026-03-06T01:38:54.945824Z","end":"2026-03-06T01:39:02.034141Z","steps":["trace[268897267] 'agreement among raft nodes before linearized reading' (duration: 7.088226317s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034065Z","caller":"traceutil/trace.go:171","msg":"trace[704013914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; }","duration":"11.545697057s","start":"2026-03-06T01:38:50.488362Z","end":"2026-03-06T01:39:02.034059Z","steps":["trace[704013914] 'agreement among raft nodes before linearized reading' (duration: 11.545667037s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.034191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.359667512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.45084486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.387866232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.03422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:54.673719Z","time spent":"7.360482228s","remote":"127.0.0.1:60676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:54.945765Z","time spent":"7.088451802s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:39:02.034117Z","caller":"traceutil/trace.go:171","msg":"trace[783955334] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"8.391953689s","start":"2026-03-06T01:38:53.642138Z","end":"2026-03-06T01:39:02.034092Z","steps":["trace[783955334] 'agreement among raft nodes before linearized reading' (duration: 8.391896188s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034292Z","caller":"traceutil/trace.go:171","msg":"trace[903325415] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; }","duration":"8.450898371s","start":"2026-03-06T01:38:53.583352Z","end":"2026-03-06T01:39:02.034251Z","steps":["trace[903325415] 'agreement among raft nodes before linearized reading' (duration: 8.45084477s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.034171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.752890294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:39:02.034321Z","caller":"traceutil/trace.go:171","msg":"trace[1488159912] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"12.359854937s","start":"2026-03-06T01:38:49.67439Z","end":"2026-03-06T01:39:02.034245Z","steps":["trace[1488159912] 'agreement among raft nodes before linearized reading' (duration: 12.359742944s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034265Z","caller":"traceutil/trace.go:171","msg":"trace[1394946816] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; }","duration":"9.388003325s","start":"2026-03-06T01:38:52.646252Z","end":"2026-03-06T01:39:02.034255Z","steps":["trace[1394946816] 'agreement among raft nodes before linearized reading' (duration: 9.387906933s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034351Z","caller":"traceutil/trace.go:171","msg":"trace[513667353] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"8.753076238s","start":"2026-03-06T01:38:53.281265Z","end":"2026-03-06T01:39:02.034341Z","steps":["trace[513667353] 'agreement among raft nodes before linearized reading' (duration: 8.752890064s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.034262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.884356395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:49.67437Z","time spent":"12.3599849s","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:53.583299Z","time spent":"8.451047664s","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":0,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:53.281258Z","time spent":"8.75311742s","remote":"127.0.0.1:60946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.033966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.446367494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-06T01:39:02.034125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:52.201444Z","time spent":"9.832603416s","remote":"127.0.0.1:58704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:52.646228Z","time spent":"9.388147259s","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:39:02.034425Z","caller":"traceutil/trace.go:171","msg":"trace[1735640770] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; }","duration":"8.446949468s","start":"2026-03-06T01:38:53.587467Z","end":"2026-03-06T01:39:02.034416Z","steps":["trace[1735640770] 'agreement among raft nodes before linearized reading' (duration: 8.446427225s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034466Z","caller":"traceutil/trace.go:171","msg":"trace[334418800] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"13.884553919s","start":"2026-03-06T01:38:48.149832Z","end":"2026-03-06T01:39:02.034386Z","steps":["trace[334418800] 'agreement among raft nodes before linearized reading' (duration: 13.884374695s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:02.034173Z","caller":"traceutil/trace.go:171","msg":"trace[33762228] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; }","duration":"13.892051856s","start":"2026-03-06T01:38:48.142104Z","end":"2026-03-06T01:39:02.034156Z","steps":["trace[33762228] 'agreement among raft nodes before linearized reading' (duration: 13.891977094s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.034534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:48.142083Z","time spent":"13.892440705s","remote":"127.0.0.1:60654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" "} {"level":"warn","ts":"2026-03-06T01:39:02.034009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.891279088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:39:02.034645Z","caller":"traceutil/trace.go:171","msg":"trace[1764479050] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; }","duration":"13.891962644s","start":"2026-03-06T01:38:48.14267Z","end":"2026-03-06T01:39:02.034632Z","steps":["trace[1764479050] 'agreement among raft nodes before linearized reading' (duration: 13.891313088s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.034344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:53.642118Z","time spent":"8.392210695s","remote":"127.0.0.1:53826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:49.106984Z","time spent":"12.927007953s","remote":"127.0.0.1:43536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:48.142644Z","time spent":"13.892056416s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:39:02.034225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:50.488343Z","time spent":"11.545869251s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:48.149821Z","time spent":"13.884698082s","remote":"127.0.0.1:60662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.034484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:53.58744Z","time spent":"8.44703332s","remote":"127.0.0.1:58520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.033916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.104542739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-06T01:39:02.035042Z","caller":"traceutil/trace.go:171","msg":"trace[1932163921] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; }","duration":"10.105833989s","start":"2026-03-06T01:38:51.929193Z","end":"2026-03-06T01:39:02.035027Z","steps":["trace[1932163921] 'agreement among raft nodes before linearized reading' (duration: 10.10458354s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.035099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:51.929171Z","time spent":"10.105913601s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:02.042535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:55.041954Z","time spent":"7.000577246s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-06T01:39:02.20377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:39:02.203841Z","caller":"traceutil/trace.go:171","msg":"trace[946909362] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641243s","start":"2026-03-06T01:39:00.203185Z","end":"2026-03-06T01:39:02.203826Z","steps":["trace[946909362] 'agreement among raft nodes before linearized reading' (duration: 2.000561431s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:02.203882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:00.203165Z","time spent":"2.000707644s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 01:39:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T01:39:02.53457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:03.035645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:03.536672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:04.037641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844842344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T01:39:04.169997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"30.429217707s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T01:39:04.2041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T01:39:04.2042Z","caller":"traceutil/trace.go:171","msg":"trace[1648776649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008064s","start":"2026-03-06T01:39:02.204098Z","end":"2026-03-06T01:39:04.204179Z","steps":["trace[1648776649] 'agreement among raft nodes before linearized reading' (duration: 1.999948937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.204242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:02.204083Z","time spent":"2.000150172s","remote":"127.0.0.1:60448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:39:04.384279Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"43.251µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-06T01:39:04.399003Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"29.41µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-06T01:39:04.399151Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"8.86µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-06T01:39:04.399248Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"6.7µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-06T01:39:04.399333Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"6.85µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-06T01:39:04.399394Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc09060b86f","error":"lease not found"} {"level":"info","ts":"2026-03-06T01:39:04.399437Z","caller":"traceutil/trace.go:171","msg":"trace[2063974724] linearizableReadLoop","detail":"{readStateIndex:31217; appliedIndex:31186; }","duration":"2.365674385s","start":"2026-03-06T01:39:02.033744Z","end":"2026-03-06T01:39:04.399418Z","steps":["trace[2063974724] 'read index received' (duration: 2.138076899s)","trace[2063974724] 'applied index is now lower than readState.Index' (duration: 227.596116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:39:04.39952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.761109012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.399646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.009725684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:39:04.399678Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0dc29cc09060b91a","error":"lease not found"} {"level":"info","ts":"2026-03-06T01:39:04.399688Z","caller":"traceutil/trace.go:171","msg":"trace[1067571198] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:30152; }","duration":"6.009808826s","start":"2026-03-06T01:38:58.389864Z","end":"2026-03-06T01:39:04.399673Z","steps":["trace[1067571198] 'agreement among raft nodes before linearized reading' (duration: 6.009655762s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.399708Z","caller":"traceutil/trace.go:171","msg":"trace[1986762645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30152; }","duration":"5.269316096s","start":"2026-03-06T01:38:59.130367Z","end":"2026-03-06T01:39:04.399683Z","steps":["trace[1986762645] 'process raft request' (duration: 5.268913587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.39973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.389846Z","time spent":"6.009872087s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.399741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781825893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.39972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.968131338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.399784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:59.130342Z","time spent":"5.269393588s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:39:04.39976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757612931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:39:04.399801Z","caller":"traceutil/trace.go:171","msg":"trace[1625068241] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:30152; }","duration":"2.781857624s","start":"2026-03-06T01:39:01.617905Z","end":"2026-03-06T01:39:04.399763Z","steps":["trace[1625068241] 'agreement among raft nodes before linearized reading' (duration: 2.781805203s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.399807Z","caller":"traceutil/trace.go:171","msg":"trace[1307568098] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:30152; }","duration":"8.968283191s","start":"2026-03-06T01:38:55.431502Z","end":"2026-03-06T01:39:04.399785Z","steps":["trace[1307568098] 'agreement among raft nodes before linearized reading' (duration: 8.968112857s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.399821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.360323521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-06T01:39:04.399835Z","caller":"traceutil/trace.go:171","msg":"trace[1607256237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30152; }","duration":"2.757752404s","start":"2026-03-06T01:39:01.642062Z","end":"2026-03-06T01:39:04.399814Z","steps":["trace[1607256237] 'agreement among raft nodes before linearized reading' (duration: 2.75757692s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.399845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:01.617818Z","time spent":"2.782013888s","remote":"127.0.0.1:43570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.399852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:55.431477Z","time spent":"8.968364134s","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:39:04.399876Z","caller":"traceutil/trace.go:171","msg":"trace[1456216419] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d; range_end:; response_count:1; response_revision:30152; }","duration":"9.360389413s","start":"2026-03-06T01:38:55.039457Z","end":"2026-03-06T01:39:04.399846Z","steps":["trace[1456216419] 'agreement among raft nodes before linearized reading' (duration: 9.36025116s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.399906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:55.039434Z","time spent":"9.360464614s","remote":"127.0.0.1:60544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-cg4vv.189a1bfec87b3d4d\" "} {"level":"warn","ts":"2026-03-06T01:39:04.399989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.361638062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.141\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.40001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.876191411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:04.400032Z","caller":"traceutil/trace.go:171","msg":"trace[411680616] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:30152; }","duration":"4.876253082s","start":"2026-03-06T01:38:59.52377Z","end":"2026-03-06T01:39:04.400023Z","steps":["trace[411680616] 'agreement among raft nodes before linearized reading' (duration: 4.876214661s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:59.523749Z","time spent":"4.876304803s","remote":"127.0.0.1:53882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:39:04.400046Z","caller":"traceutil/trace.go:171","msg":"trace[1773689306] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:30152; }","duration":"5.761229195s","start":"2026-03-06T01:38:58.638312Z","end":"2026-03-06T01:39:04.399541Z","steps":["trace[1773689306] 'agreement among raft nodes before linearized reading' (duration: 5.761143573s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.638287Z","time spent":"5.761792718s","remote":"127.0.0.1:58860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.535065121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.400136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737018762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:39:04.400151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.985243673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.400155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47056945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T01:39:04.400171Z","caller":"traceutil/trace.go:171","msg":"trace[1006993987] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:30152; }","duration":"5.737078134s","start":"2026-03-06T01:38:58.663081Z","end":"2026-03-06T01:39:04.400159Z","steps":["trace[1006993987] 'agreement among raft nodes before linearized reading' (duration: 5.736990692s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.400189Z","caller":"traceutil/trace.go:171","msg":"trace[711118970] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:30152; }","duration":"7.985318465s","start":"2026-03-06T01:38:56.414859Z","end":"2026-03-06T01:39:04.400177Z","steps":["trace[711118970] 'agreement among raft nodes before linearized reading' (duration: 7.985236563s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.400152Z","caller":"traceutil/trace.go:171","msg":"trace[1092643958] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:30152; }","duration":"6.535099912s","start":"2026-03-06T01:38:57.865041Z","end":"2026-03-06T01:39:04.400141Z","steps":["trace[1092643958] 'agreement among raft nodes before linearized reading' (duration: 6.535044511s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.663069Z","time spent":"5.737122115s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:56.41484Z","time spent":"7.985367846s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:57.864985Z","time spent":"6.535225145s","remote":"127.0.0.1:43456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.085298789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:04.400261Z","caller":"traceutil/trace.go:171","msg":"trace[719122460] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:30152; }","duration":"6.085366571s","start":"2026-03-06T01:38:58.314889Z","end":"2026-03-06T01:39:04.400255Z","steps":["trace[719122460] 'agreement among raft nodes before linearized reading' (duration: 6.08533937s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.40028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.314858Z","time spent":"6.085417682s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.353740426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-06T01:39:04.400305Z","caller":"traceutil/trace.go:171","msg":"trace[568463045] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30152; }","duration":"9.353787058s","start":"2026-03-06T01:38:55.046509Z","end":"2026-03-06T01:39:04.400296Z","steps":["trace[568463045] 'agreement among raft nodes before linearized reading' (duration: 9.353718096s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:55.046502Z","time spent":"9.353822448s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-06T01:39:04.400217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.273221697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:04.399636Z","caller":"traceutil/trace.go:171","msg":"trace[381649246] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30152; }","duration":"3.20846774s","start":"2026-03-06T01:39:01.191139Z","end":"2026-03-06T01:39:04.399607Z","steps":["trace[381649246] 'process raft request' (duration: 3.208223855s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.400368Z","caller":"traceutil/trace.go:171","msg":"trace[416110731] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:30152; }","duration":"6.27339807s","start":"2026-03-06T01:38:58.126959Z","end":"2026-03-06T01:39:04.400357Z","steps":["trace[416110731] 'agreement among raft nodes before linearized reading' (duration: 6.273238876s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:01.191116Z","time spent":"3.209246278s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:39:04.400394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.126948Z","time spent":"6.273437242s","remote":"127.0.0.1:54344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.285667151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:39:04.399681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170664637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:04.400191Z","caller":"traceutil/trace.go:171","msg":"trace[1915099503] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:30152; }","duration":"4.470605181s","start":"2026-03-06T01:38:59.929577Z","end":"2026-03-06T01:39:04.400182Z","steps":["trace[1915099503] 'agreement among raft nodes before linearized reading' (duration: 4.470461437s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.40048Z","caller":"traceutil/trace.go:171","msg":"trace[487240159] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:30152; }","duration":"6.285739193s","start":"2026-03-06T01:38:58.11473Z","end":"2026-03-06T01:39:04.40047Z","steps":["trace[487240159] 'agreement among raft nodes before linearized reading' (duration: 6.28561014s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.400495Z","caller":"traceutil/trace.go:171","msg":"trace[369411185] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:30152; }","duration":"3.171545928s","start":"2026-03-06T01:39:01.22894Z","end":"2026-03-06T01:39:04.400486Z","steps":["trace[369411185] 'agreement among raft nodes before linearized reading' (duration: 3.170654427s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.114712Z","time spent":"6.285789903s","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:59.929543Z","time spent":"4.470955999s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-06T01:39:04.400524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:01.228918Z","time spent":"3.17159572s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.220495009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-06T01:39:04.400552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348181342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:04.400571Z","caller":"traceutil/trace.go:171","msg":"trace[839821880] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:30152; }","duration":"2.348220813s","start":"2026-03-06T01:39:02.052344Z","end":"2026-03-06T01:39:04.400564Z","steps":["trace[839821880] 'agreement among raft nodes before linearized reading' (duration: 2.348192002s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.400569Z","caller":"traceutil/trace.go:171","msg":"trace[2063145534] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:30152; }","duration":"9.220881448s","start":"2026-03-06T01:38:55.179674Z","end":"2026-03-06T01:39:04.400555Z","steps":["trace[2063145534] 'agreement among raft nodes before linearized reading' (duration: 9.220453698s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:02.052331Z","time spent":"2.348250143s","remote":"127.0.0.1:58668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:55.179655Z","time spent":"9.220932379s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T01:39:04.400472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361515337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-06T01:39:04.400526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223980778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:39:04.400638Z","caller":"traceutil/trace.go:171","msg":"trace[1777834758] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30152; }","duration":"2.361702821s","start":"2026-03-06T01:39:02.03892Z","end":"2026-03-06T01:39:04.400623Z","steps":["trace[1777834758] 'agreement among raft nodes before linearized reading' (duration: 2.361520217s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.400654Z","caller":"traceutil/trace.go:171","msg":"trace[1139172946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30152; }","duration":"2.224123162s","start":"2026-03-06T01:39:02.176516Z","end":"2026-03-06T01:39:04.400639Z","steps":["trace[1139172946] 'agreement among raft nodes before linearized reading' (duration: 2.223989648s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355062584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"warn","ts":"2026-03-06T01:39:04.400679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:02.038901Z","time spent":"2.361765992s","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:39:04.400694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:02.176503Z","time spent":"2.224178623s","remote":"127.0.0.1:58742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.400726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074710833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:39:04.400748Z","caller":"traceutil/trace.go:171","msg":"trace[936196785] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:30152; }","duration":"1.074777705s","start":"2026-03-06T01:39:03.325965Z","end":"2026-03-06T01:39:04.400742Z","steps":["trace[936196785] 'agreement among raft nodes before linearized reading' (duration: 1.074726924s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:03.325944Z","time spent":"1.074817907s","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:39:04.400703Z","caller":"traceutil/trace.go:171","msg":"trace[862407324] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:30152; }","duration":"2.355107706s","start":"2026-03-06T01:39:02.04558Z","end":"2026-03-06T01:39:04.400688Z","steps":["trace[862407324] 'agreement among raft nodes before linearized reading' (duration: 2.355081645s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.400797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:02.045563Z","time spent":"2.355228248s","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-06T01:39:04.400792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.780889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.400801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909789877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418942"} {"level":"info","ts":"2026-03-06T01:39:04.400829Z","caller":"traceutil/trace.go:171","msg":"trace[1851727719] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:30152; }","duration":"1.909844359s","start":"2026-03-06T01:39:02.490977Z","end":"2026-03-06T01:39:04.400821Z","steps":["trace[1851727719] 'agreement among raft nodes before linearized reading' (duration: 1.909513311s)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:04.400827Z","caller":"traceutil/trace.go:171","msg":"trace[1595879723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30152; }","duration":"188.83816ms","start":"2026-03-06T01:39:04.211979Z","end":"2026-03-06T01:39:04.400818Z","steps":["trace[1595879723] 'agreement among raft nodes before linearized reading' (duration: 188.784599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.40083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146156211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:39:04.400848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:02.490962Z","time spent":"1.909881159s","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418965,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-06T01:39:04.39976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514082268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:39:04.414015Z","caller":"traceutil/trace.go:171","msg":"trace[1389751717] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:30152; }","duration":"4.528411276s","start":"2026-03-06T01:38:59.885583Z","end":"2026-03-06T01:39:04.413995Z","steps":["trace[1389751717] 'agreement among raft nodes before linearized reading' (duration: 4.514072377s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.414085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:59.885563Z","time spent":"4.528498389s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.417181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.366803197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:04.417243Z","caller":"traceutil/trace.go:171","msg":"trace[401574265] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30152; }","duration":"6.366878819s","start":"2026-03-06T01:38:58.050349Z","end":"2026-03-06T01:39:04.417228Z","steps":["trace[401574265] 'agreement among raft nodes before linearized reading' (duration: 6.350599304s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.417287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:58.050336Z","time spent":"6.3669372s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-06T01:39:04.407465Z","caller":"traceutil/trace.go:171","msg":"trace[355392415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30152; }","duration":"1.146225173s","start":"2026-03-06T01:39:03.254628Z","end":"2026-03-06T01:39:04.400853Z","steps":["trace[355392415] 'agreement among raft nodes before linearized reading' (duration: 1.146171441s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.419537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:03.25461Z","time spent":"1.164891643s","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:39:04.400026Z","caller":"traceutil/trace.go:171","msg":"trace[1592820935] range","detail":"{range_begin:/registry/masterleases/199.204.45.141; range_end:; response_count:0; response_revision:30152; }","duration":"9.361709084s","start":"2026-03-06T01:38:55.038308Z","end":"2026-03-06T01:39:04.400017Z","steps":["trace[1592820935] 'agreement among raft nodes before linearized reading' (duration: 9.361646292s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:04.419756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:38:55.038232Z","time spent":"9.381504872s","remote":"127.0.0.1:60482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.141\" "} {"level":"warn","ts":"2026-03-06T01:39:04.399886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:01.64204Z","time spent":"2.757825446s","remote":"127.0.0.1:58710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:39:04.425892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838965292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:39:04.426957Z","caller":"traceutil/trace.go:171","msg":"trace[1956114818] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:30152; }","duration":"3.839229289s","start":"2026-03-06T01:39:00.58686Z","end":"2026-03-06T01:39:04.426089Z","steps":["trace[1956114818] 'agreement among raft nodes before linearized reading' (duration: 3.812944078s)","trace[1956114818] 'count revisions from in-memory index tree' (duration: 26.029765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:39:04.426992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:39:00.586841Z","time spent":"3.84014165s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2722,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:39:15.454968Z","caller":"traceutil/trace.go:171","msg":"trace[320317651] linearizableReadLoop","detail":"{readStateIndex:31342; appliedIndex:31341; }","duration":"147.273049ms","start":"2026-03-06T01:39:15.307657Z","end":"2026-03-06T01:39:15.45493Z","steps":["trace[320317651] 'read index received' (duration: 74.834918ms)","trace[320317651] 'applied index is now lower than readState.Index' (duration: 72.432761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:39:15.455186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.510614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-06T01:39:15.454984Z","caller":"traceutil/trace.go:171","msg":"trace[1784036035] transaction","detail":"{read_only:false; response_revision:30274; number_of_response:1; }","duration":"175.152907ms","start":"2026-03-06T01:39:15.279795Z","end":"2026-03-06T01:39:15.454948Z","steps":["trace[1784036035] 'process raft request' (duration: 102.691826ms)","trace[1784036035] 'compare' (duration: 72.213386ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:15.455252Z","caller":"traceutil/trace.go:171","msg":"trace[33423418] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:30274; }","duration":"147.634807ms","start":"2026-03-06T01:39:15.307597Z","end":"2026-03-06T01:39:15.455232Z","steps":["trace[33423418] 'agreement among raft nodes before linearized reading' (duration: 147.428692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:15.455476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.800152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T01:39:15.455569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.366528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:39:15.455647Z","caller":"traceutil/trace.go:171","msg":"trace[1145565613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30274; }","duration":"105.489071ms","start":"2026-03-06T01:39:15.35014Z","end":"2026-03-06T01:39:15.455629Z","steps":["trace[1145565613] 'agreement among raft nodes before linearized reading' (duration: 105.264906ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:15.455541Z","caller":"traceutil/trace.go:171","msg":"trace[1489312878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30274; }","duration":"106.910685ms","start":"2026-03-06T01:39:15.348613Z","end":"2026-03-06T01:39:15.455523Z","steps":["trace[1489312878] 'agreement among raft nodes before linearized reading' (duration: 106.737101ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:28.507756Z","caller":"traceutil/trace.go:171","msg":"trace[1993978825] transaction","detail":"{read_only:false; response_revision:30400; number_of_response:1; }","duration":"151.922799ms","start":"2026-03-06T01:39:28.355801Z","end":"2026-03-06T01:39:28.507723Z","steps":["trace[1993978825] 'process raft request' (duration: 85.136581ms)","trace[1993978825] 'compare' (duration: 66.44367ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:30.551545Z","caller":"traceutil/trace.go:171","msg":"trace[1458498580] linearizableReadLoop","detail":"{readStateIndex:31486; appliedIndex:31485; }","duration":"135.384737ms","start":"2026-03-06T01:39:30.416134Z","end":"2026-03-06T01:39:30.551518Z","steps":["trace[1458498580] 'read index received' (duration: 135.354187ms)","trace[1458498580] 'applied index is now lower than readState.Index' (duration: 29.11µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:30.551607Z","caller":"traceutil/trace.go:171","msg":"trace[1664474667] transaction","detail":"{read_only:false; response_revision:30412; number_of_response:1; }","duration":"144.508733ms","start":"2026-03-06T01:39:30.407071Z","end":"2026-03-06T01:39:30.551579Z","steps":["trace[1664474667] 'process raft request' (duration: 144.311238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:30.551768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.610163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16622"} {"level":"info","ts":"2026-03-06T01:39:30.551819Z","caller":"traceutil/trace.go:171","msg":"trace[1546133701] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:30412; }","duration":"135.679295ms","start":"2026-03-06T01:39:30.416115Z","end":"2026-03-06T01:39:30.551794Z","steps":["trace[1546133701] 'agreement among raft nodes before linearized reading' (duration: 135.524491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:30.571321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.910445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10936"} {"level":"info","ts":"2026-03-06T01:39:30.571383Z","caller":"traceutil/trace.go:171","msg":"trace[1987204096] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:30413; }","duration":"106.992227ms","start":"2026-03-06T01:39:30.464372Z","end":"2026-03-06T01:39:30.571364Z","steps":["trace[1987204096] 'agreement among raft nodes before linearized reading' (duration: 106.817663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:30.571612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.943853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12232"} {"level":"info","ts":"2026-03-06T01:39:30.571643Z","caller":"traceutil/trace.go:171","msg":"trace[36320174] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:30413; }","duration":"131.019315ms","start":"2026-03-06T01:39:30.440615Z","end":"2026-03-06T01:39:30.571634Z","steps":["trace[36320174] 'agreement among raft nodes before linearized reading' (duration: 130.925233ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:32.444009Z","caller":"traceutil/trace.go:171","msg":"trace[368133881] linearizableReadLoop","detail":"{readStateIndex:31497; appliedIndex:31496; }","duration":"104.274893ms","start":"2026-03-06T01:39:32.339709Z","end":"2026-03-06T01:39:32.443984Z","steps":["trace[368133881] 'read index received' (duration: 104.055758ms)","trace[368133881] 'applied index is now lower than readState.Index' (duration: 218.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:32.444176Z","caller":"traceutil/trace.go:171","msg":"trace[457238259] transaction","detail":"{read_only:false; response_revision:30423; number_of_response:1; }","duration":"112.60914ms","start":"2026-03-06T01:39:32.331451Z","end":"2026-03-06T01:39:32.444061Z","steps":["trace[457238259] 'process raft request' (duration: 112.376454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:32.444217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.481928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cq5g\" ","response":"range_response_count:1 size:7584"} {"level":"info","ts":"2026-03-06T01:39:32.4443Z","caller":"traceutil/trace.go:171","msg":"trace[627834138] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cq5g; range_end:; response_count:1; response_revision:30423; }","duration":"104.58844ms","start":"2026-03-06T01:39:32.339692Z","end":"2026-03-06T01:39:32.44428Z","steps":["trace[627834138] 'agreement among raft nodes before linearized reading' (duration: 104.387705ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:35.282599Z","caller":"traceutil/trace.go:171","msg":"trace[414108776] transaction","detail":"{read_only:false; response_revision:30443; number_of_response:1; }","duration":"214.532807ms","start":"2026-03-06T01:39:35.068031Z","end":"2026-03-06T01:39:35.282564Z","steps":["trace[414108776] 'process raft request' (duration: 148.667511ms)","trace[414108776] 'compare' (duration: 65.393225ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:39:35.282592Z","caller":"traceutil/trace.go:171","msg":"trace[1328454497] linearizableReadLoop","detail":"{readStateIndex:31518; appliedIndex:31517; }","duration":"192.484226ms","start":"2026-03-06T01:39:35.090073Z","end":"2026-03-06T01:39:35.282557Z","steps":["trace[1328454497] 'read index received' (duration: 126.635681ms)","trace[1328454497] 'applied index is now lower than readState.Index' (duration: 65.846175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:39:35.282929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.836304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-06T01:39:35.283089Z","caller":"traceutil/trace.go:171","msg":"trace[1559548391] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:30443; }","duration":"193.025409ms","start":"2026-03-06T01:39:35.09004Z","end":"2026-03-06T01:39:35.283066Z","steps":["trace[1559548391] 'agreement among raft nodes before linearized reading' (duration: 192.693011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:35.283443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.238681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:39:35.283538Z","caller":"traceutil/trace.go:171","msg":"trace[493599339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30443; }","duration":"156.348033ms","start":"2026-03-06T01:39:35.127164Z","end":"2026-03-06T01:39:35.283512Z","steps":["trace[493599339] 'agreement among raft nodes before linearized reading' (duration: 156.196279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:35.283534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.677139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-06T01:39:35.283596Z","caller":"traceutil/trace.go:171","msg":"trace[59712019] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:30443; }","duration":"117.73774ms","start":"2026-03-06T01:39:35.16584Z","end":"2026-03-06T01:39:35.283578Z","steps":["trace[59712019] 'agreement among raft nodes before linearized reading' (duration: 117.546856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:35.283579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.770636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:939"} {"level":"warn","ts":"2026-03-06T01:39:35.283585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.289495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-06T01:39:35.283694Z","caller":"traceutil/trace.go:171","msg":"trace[368089056] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:30443; }","duration":"168.446789ms","start":"2026-03-06T01:39:35.11522Z","end":"2026-03-06T01:39:35.283667Z","steps":["trace[368089056] 'agreement among raft nodes before linearized reading' (duration: 168.144931ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:35.283669Z","caller":"traceutil/trace.go:171","msg":"trace[667696066] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:30443; }","duration":"143.893409ms","start":"2026-03-06T01:39:35.139751Z","end":"2026-03-06T01:39:35.283644Z","steps":["trace[667696066] 'agreement among raft nodes before linearized reading' (duration: 143.608652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:39:35.284116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.703411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:39:35.284173Z","caller":"traceutil/trace.go:171","msg":"trace[1935531251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30443; }","duration":"178.797593ms","start":"2026-03-06T01:39:35.105362Z","end":"2026-03-06T01:39:35.284159Z","steps":["trace[1935531251] 'agreement among raft nodes before linearized reading' (duration: 177.838741ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:36.838763Z","caller":"traceutil/trace.go:171","msg":"trace[770574776] transaction","detail":"{read_only:false; response_revision:30455; number_of_response:1; }","duration":"112.497357ms","start":"2026-03-06T01:39:36.726238Z","end":"2026-03-06T01:39:36.838735Z","steps":["trace[770574776] 'process raft request' (duration: 112.295432ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:39.4601Z","caller":"traceutil/trace.go:171","msg":"trace[1457102974] transaction","detail":"{read_only:false; response_revision:30468; number_of_response:1; }","duration":"140.487138ms","start":"2026-03-06T01:39:39.319574Z","end":"2026-03-06T01:39:39.460061Z","steps":["trace[1457102974] 'process raft request' (duration: 140.276373ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:39:39.460639Z","caller":"traceutil/trace.go:171","msg":"trace[225754677] transaction","detail":"{read_only:false; response_revision:30469; number_of_response:1; }","duration":"136.261288ms","start":"2026-03-06T01:39:39.32435Z","end":"2026-03-06T01:39:39.460611Z","steps":["trace[225754677] 'process raft request' (duration: 136.109924ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:08.029464Z","caller":"traceutil/trace.go:171","msg":"trace[2120800539] transaction","detail":"{read_only:false; response_revision:30688; number_of_response:1; }","duration":"110.06598ms","start":"2026-03-06T01:40:07.91936Z","end":"2026-03-06T01:40:08.029426Z","steps":["trace[2120800539] 'process raft request' (duration: 35.541649ms)","trace[2120800539] 'compare' (duration: 74.367467ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:40:10.217607Z","caller":"traceutil/trace.go:171","msg":"trace[1451705360] transaction","detail":"{read_only:false; response_revision:30706; number_of_response:1; }","duration":"123.898356ms","start":"2026-03-06T01:40:10.093675Z","end":"2026-03-06T01:40:10.217574Z","steps":["trace[1451705360] 'process raft request' (duration: 123.62021ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:10.298848Z","caller":"traceutil/trace.go:171","msg":"trace[1807758795] linearizableReadLoop","detail":"{readStateIndex:31789; appliedIndex:31788; }","duration":"170.249441ms","start":"2026-03-06T01:40:10.12857Z","end":"2026-03-06T01:40:10.29882Z","steps":["trace[1807758795] 'read index received' (duration: 88.957561ms)","trace[1807758795] 'applied index is now lower than readState.Index' (duration: 81.29034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:40:10.299057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.470186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:40:10.299102Z","caller":"traceutil/trace.go:171","msg":"trace[1205902556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30707; }","duration":"170.557329ms","start":"2026-03-06T01:40:10.128532Z","end":"2026-03-06T01:40:10.29909Z","steps":["trace[1205902556] 'agreement among raft nodes before linearized reading' (duration: 170.435196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:10.299245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.206249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:40:10.299463Z","caller":"traceutil/trace.go:171","msg":"trace[2014259532] transaction","detail":"{read_only:false; response_revision:30707; number_of_response:1; }","duration":"155.339279ms","start":"2026-03-06T01:40:10.144096Z","end":"2026-03-06T01:40:10.299435Z","steps":["trace[2014259532] 'process raft request' (duration: 154.592491ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:10.299505Z","caller":"traceutil/trace.go:171","msg":"trace[1149422872] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30708; }","duration":"131.515627ms","start":"2026-03-06T01:40:10.167963Z","end":"2026-03-06T01:40:10.299478Z","steps":["trace[1149422872] 'agreement among raft nodes before linearized reading' (duration: 131.168569ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:10.299654Z","caller":"traceutil/trace.go:171","msg":"trace[137157897] transaction","detail":"{read_only:false; response_revision:30708; number_of_response:1; }","duration":"116.599234ms","start":"2026-03-06T01:40:10.183031Z","end":"2026-03-06T01:40:10.29963Z","steps":["trace[137157897] 'process raft request' (duration: 115.967259ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:11.139266Z","caller":"traceutil/trace.go:171","msg":"trace[1489357294] transaction","detail":"{read_only:false; response_revision:30713; number_of_response:1; }","duration":"127.665225ms","start":"2026-03-06T01:40:11.011575Z","end":"2026-03-06T01:40:11.13924Z","steps":["trace[1489357294] 'process raft request' (duration: 127.503192ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:11.802893Z","caller":"traceutil/trace.go:171","msg":"trace[1495251464] transaction","detail":"{read_only:false; response_revision:30716; number_of_response:1; }","duration":"129.824887ms","start":"2026-03-06T01:40:11.67304Z","end":"2026-03-06T01:40:11.802865Z","steps":["trace[1495251464] 'process raft request' (duration: 129.603602ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:11.997683Z","caller":"traceutil/trace.go:171","msg":"trace[1180324213] transaction","detail":"{read_only:false; response_revision:30718; number_of_response:1; }","duration":"102.223814ms","start":"2026-03-06T01:40:11.895422Z","end":"2026-03-06T01:40:11.997646Z","steps":["trace[1180324213] 'process raft request' (duration: 96.084819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:12.411793Z","caller":"traceutil/trace.go:171","msg":"trace[1569644063] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30731; }","duration":"106.651949ms","start":"2026-03-06T01:40:12.305106Z","end":"2026-03-06T01:40:12.411758Z","steps":["trace[1569644063] 'process raft request' (duration: 58.154214ms)","trace[1569644063] 'compare' (duration: 48.203368ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:40:12.411827Z","caller":"traceutil/trace.go:171","msg":"trace[28305471] transaction","detail":"{read_only:false; response_revision:30732; number_of_response:1; }","duration":"106.27884ms","start":"2026-03-06T01:40:12.305521Z","end":"2026-03-06T01:40:12.4118Z","steps":["trace[28305471] 'process raft request' (duration: 106.128327ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:12.411852Z","caller":"traceutil/trace.go:171","msg":"trace[2013360537] transaction","detail":"{read_only:false; response_revision:30733; number_of_response:1; }","duration":"104.16554ms","start":"2026-03-06T01:40:12.307661Z","end":"2026-03-06T01:40:12.411827Z","steps":["trace[2013360537] 'process raft request' (duration: 104.057277ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:18.615173Z","caller":"traceutil/trace.go:171","msg":"trace[381062651] transaction","detail":"{read_only:false; response_revision:30772; number_of_response:1; }","duration":"129.373716ms","start":"2026-03-06T01:40:18.48576Z","end":"2026-03-06T01:40:18.615134Z","steps":["trace[381062651] 'process raft request' (duration: 129.082639ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:18.72291Z","caller":"traceutil/trace.go:171","msg":"trace[159110771] transaction","detail":"{read_only:false; response_revision:30773; number_of_response:1; }","duration":"231.006856ms","start":"2026-03-06T01:40:18.491863Z","end":"2026-03-06T01:40:18.722869Z","steps":["trace[159110771] 'process raft request' (duration: 166.233566ms)","trace[159110771] 'compare' (duration: 64.506394ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:40:19.05056Z","caller":"traceutil/trace.go:171","msg":"trace[584815222] transaction","detail":"{read_only:false; response_revision:30776; number_of_response:1; }","duration":"101.867886ms","start":"2026-03-06T01:40:18.948652Z","end":"2026-03-06T01:40:19.05052Z","steps":["trace[584815222] 'process raft request' (duration: 92.792301ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:24.901404Z","caller":"traceutil/trace.go:171","msg":"trace[539519525] transaction","detail":"{read_only:false; response_revision:30810; number_of_response:1; }","duration":"265.90062ms","start":"2026-03-06T01:40:24.63547Z","end":"2026-03-06T01:40:24.901371Z","steps":["trace[539519525] 'process raft request' (duration: 265.684865ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:24.902588Z","caller":"traceutil/trace.go:171","msg":"trace[373566007] transaction","detail":"{read_only:false; response_revision:30812; number_of_response:1; }","duration":"158.983025ms","start":"2026-03-06T01:40:24.743586Z","end":"2026-03-06T01:40:24.902569Z","steps":["trace[373566007] 'process raft request' (duration: 158.889013ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:24.902576Z","caller":"traceutil/trace.go:171","msg":"trace[1251730040] transaction","detail":"{read_only:false; response_revision:30811; number_of_response:1; }","duration":"244.715121ms","start":"2026-03-06T01:40:24.657833Z","end":"2026-03-06T01:40:24.902548Z","steps":["trace[1251730040] 'process raft request' (duration: 244.494825ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:40:24.902625Z","caller":"traceutil/trace.go:171","msg":"trace[315992671] linearizableReadLoop","detail":"{readStateIndex:31896; appliedIndex:31894; }","duration":"201.181702ms","start":"2026-03-06T01:40:24.701427Z","end":"2026-03-06T01:40:24.902609Z","steps":["trace[315992671] 'read index received' (duration: 199.892512ms)","trace[315992671] 'applied index is now lower than readState.Index' (duration: 1.28827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:40:24.902846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.387927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:40:24.902929Z","caller":"traceutil/trace.go:171","msg":"trace[352329420] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30813; }","duration":"201.55011ms","start":"2026-03-06T01:40:24.701356Z","end":"2026-03-06T01:40:24.902906Z","steps":["trace[352329420] 'agreement among raft nodes before linearized reading' (duration: 201.339225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:40:24.904347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.622987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2173889"} {"level":"info","ts":"2026-03-06T01:40:24.904401Z","caller":"traceutil/trace.go:171","msg":"trace[1699525986] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:30813; }","duration":"169.76505ms","start":"2026-03-06T01:40:24.734622Z","end":"2026-03-06T01:40:24.904387Z","steps":["trace[1699525986] 'agreement among raft nodes before linearized reading' (duration: 168.08442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.62986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":991527218844845092,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:41:03.764759Z","caller":"traceutil/trace.go:171","msg":"trace[555953221] transaction","detail":"{read_only:false; response_revision:31071; number_of_response:1; }","duration":"800.564715ms","start":"2026-03-06T01:41:02.964166Z","end":"2026-03-06T01:41:03.76473Z","steps":["trace[555953221] 'process raft request' (duration: 799.749006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.764922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:02.964132Z","time spent":"800.705549ms","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:41:03.767114Z","caller":"traceutil/trace.go:171","msg":"trace[173441664] transaction","detail":"{read_only:false; response_revision:31073; number_of_response:1; }","duration":"730.447962ms","start":"2026-03-06T01:41:03.036644Z","end":"2026-03-06T01:41:03.767092Z","steps":["trace[173441664] 'process raft request' (duration: 730.35448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.767281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.036616Z","time spent":"730.611406ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:41:03.767334Z","caller":"traceutil/trace.go:171","msg":"trace[888106034] transaction","detail":"{read_only:false; response_revision:31074; number_of_response:1; }","duration":"728.340943ms","start":"2026-03-06T01:41:03.038975Z","end":"2026-03-06T01:41:03.767316Z","steps":["trace[888106034] 'process raft request' (duration: 728.070527ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:03.767392Z","caller":"traceutil/trace.go:171","msg":"trace[1600717366] linearizableReadLoop","detail":"{readStateIndex:32169; appliedIndex:32163; }","duration":"638.570043ms","start":"2026-03-06T01:41:03.1288Z","end":"2026-03-06T01:41:03.76737Z","steps":["trace[1600717366] 'read index received' (duration: 634.950668ms)","trace[1600717366] 'applied index is now lower than readState.Index' (duration: 3.618735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:41:03.767424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.038961Z","time spent":"728.418695ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:41:03.767127Z","caller":"traceutil/trace.go:171","msg":"trace[1118472841] transaction","detail":"{read_only:false; response_revision:31072; number_of_response:1; }","duration":"732.419889ms","start":"2026-03-06T01:41:03.03469Z","end":"2026-03-06T01:41:03.76711Z","steps":["trace[1118472841] 'process raft request' (duration: 732.192093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:03.767499Z","caller":"traceutil/trace.go:171","msg":"trace[1909541050] transaction","detail":"{read_only:false; response_revision:31076; number_of_response:1; }","duration":"341.508014ms","start":"2026-03-06T01:41:03.425982Z","end":"2026-03-06T01:41:03.76749Z","steps":["trace[1909541050] 'process raft request' (duration: 341.355021ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:03.767487Z","caller":"traceutil/trace.go:171","msg":"trace[1236949014] transaction","detail":"{read_only:false; response_revision:31075; number_of_response:1; }","duration":"474.215904ms","start":"2026-03-06T01:41:03.293247Z","end":"2026-03-06T01:41:03.767463Z","steps":["trace[1236949014] 'process raft request' (duration: 473.992729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.767569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.034669Z","time spent":"732.846008ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:41:03.767599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.293227Z","time spent":"474.310057ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:41:03.767601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.425962Z","time spent":"341.560565ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:41:03.767603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.126643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:41:03.76764Z","caller":"traceutil/trace.go:171","msg":"trace[1786425256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31076; }","duration":"620.160524ms","start":"2026-03-06T01:41:03.147468Z","end":"2026-03-06T01:41:03.767628Z","steps":["trace[1786425256] 'agreement among raft nodes before linearized reading' (duration: 620.048191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.767675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.147406Z","time spent":"620.261036ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:41:03.767797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.954891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:41:03.767939Z","caller":"traceutil/trace.go:171","msg":"trace[1897596794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31076; }","duration":"639.190697ms","start":"2026-03-06T01:41:03.128707Z","end":"2026-03-06T01:41:03.767897Z","steps":["trace[1897596794] 'agreement among raft nodes before linearized reading' (duration: 638.89913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.767901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.946454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:41:03.768045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.128688Z","time spent":"639.305199ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:41:03.768227Z","caller":"traceutil/trace.go:171","msg":"trace[651743747] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:31076; }","duration":"196.23ms","start":"2026-03-06T01:41:03.571854Z","end":"2026-03-06T01:41:03.768084Z","steps":["trace[651743747] 'agreement among raft nodes before linearized reading' (duration: 195.760159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.768266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.727632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:41:03.768402Z","caller":"traceutil/trace.go:171","msg":"trace[309951367] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:31076; }","duration":"579.907295ms","start":"2026-03-06T01:41:03.188479Z","end":"2026-03-06T01:41:03.768386Z","steps":["trace[309951367] 'agreement among raft nodes before linearized reading' (duration: 579.083696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:03.768485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:41:03.188457Z","time spent":"580.012008ms","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:41:05.974878Z","caller":"traceutil/trace.go:171","msg":"trace[437149130] transaction","detail":"{read_only:false; response_revision:31090; number_of_response:1; }","duration":"198.693898ms","start":"2026-03-06T01:41:05.776157Z","end":"2026-03-06T01:41:05.974851Z","steps":["trace[437149130] 'process raft request' (duration: 198.600476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:05.974922Z","caller":"traceutil/trace.go:171","msg":"trace[412478316] transaction","detail":"{read_only:false; response_revision:31089; number_of_response:1; }","duration":"199.755753ms","start":"2026-03-06T01:41:05.775091Z","end":"2026-03-06T01:41:05.974847Z","steps":["trace[412478316] 'process raft request' (duration: 198.79499ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:41:05.975426Z","caller":"traceutil/trace.go:171","msg":"trace[1378594238] linearizableReadLoop","detail":"{readStateIndex:32185; appliedIndex:32182; }","duration":"197.803318ms","start":"2026-03-06T01:41:05.777599Z","end":"2026-03-06T01:41:05.975402Z","steps":["trace[1378594238] 'read index received' (duration: 196.299103ms)","trace[1378594238] 'applied index is now lower than readState.Index' (duration: 1.502905ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:41:05.975543Z","caller":"traceutil/trace.go:171","msg":"trace[1144390966] transaction","detail":"{read_only:false; response_revision:31091; number_of_response:1; }","duration":"198.615557ms","start":"2026-03-06T01:41:05.77691Z","end":"2026-03-06T01:41:05.975526Z","steps":["trace[1144390966] 'process raft request' (duration: 198.366221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:41:05.975662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.035353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:41:05.975704Z","caller":"traceutil/trace.go:171","msg":"trace[111363218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31091; }","duration":"198.123654ms","start":"2026-03-06T01:41:05.777565Z","end":"2026-03-06T01:41:05.975688Z","steps":["trace[111363218] 'agreement among raft nodes before linearized reading' (duration: 197.961831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:42:40.242752Z","caller":"traceutil/trace.go:171","msg":"trace[1045450890] transaction","detail":"{read_only:false; response_revision:31733; number_of_response:1; }","duration":"100.058391ms","start":"2026-03-06T01:42:40.142652Z","end":"2026-03-06T01:42:40.242711Z","steps":["trace[1045450890] 'process raft request' (duration: 99.767834ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:44:25.595859Z","caller":"traceutil/trace.go:171","msg":"trace[182037541] transaction","detail":"{read_only:false; response_revision:32453; number_of_response:1; }","duration":"130.045939ms","start":"2026-03-06T01:44:25.465775Z","end":"2026-03-06T01:44:25.595821Z","steps":["trace[182037541] 'process raft request' (duration: 108.787964ms)","trace[182037541] 'compare' (duration: 21.018039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:00.322925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.256577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-snrcw\" ","response":"range_response_count:1 size:10132"} {"level":"info","ts":"2026-03-06T01:45:00.323042Z","caller":"traceutil/trace.go:171","msg":"trace[270804647] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-snrcw; range_end:; response_count:1; response_revision:32754; }","duration":"143.42229ms","start":"2026-03-06T01:45:00.179593Z","end":"2026-03-06T01:45:00.323015Z","steps":["trace[270804647] 'range keys from in-memory index tree' (duration: 143.036821ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:00.66545Z","caller":"traceutil/trace.go:171","msg":"trace[974530487] linearizableReadLoop","detail":"{readStateIndex:33901; appliedIndex:33900; }","duration":"289.693017ms","start":"2026-03-06T01:45:00.37573Z","end":"2026-03-06T01:45:00.665423Z","steps":["trace[974530487] 'read index received' (duration: 289.580375ms)","trace[974530487] 'applied index is now lower than readState.Index' (duration: 111.412µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:00.665775Z","caller":"traceutil/trace.go:171","msg":"trace[1427755664] transaction","detail":"{read_only:false; response_revision:32755; number_of_response:1; }","duration":"329.329401ms","start":"2026-03-06T01:45:00.33641Z","end":"2026-03-06T01:45:00.665739Z","steps":["trace[1427755664] 'process raft request' (duration: 328.843539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:00.665952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:00.336372Z","time spent":"329.482253ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:00.665961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.214709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-06T01:45:00.666046Z","caller":"traceutil/trace.go:171","msg":"trace[1379915556] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:32755; }","duration":"290.353932ms","start":"2026-03-06T01:45:00.375668Z","end":"2026-03-06T01:45:00.666022Z","steps":["trace[1379915556] 'agreement among raft nodes before linearized reading' (duration: 290.095556ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:00.716002Z","caller":"traceutil/trace.go:171","msg":"trace[13602870] transaction","detail":"{read_only:false; response_revision:32756; number_of_response:1; }","duration":"227.572591ms","start":"2026-03-06T01:45:00.488394Z","end":"2026-03-06T01:45:00.715967Z","steps":["trace[13602870] 'process raft request' (duration: 226.916105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:00.716316Z","caller":"traceutil/trace.go:171","msg":"trace[804920256] transaction","detail":"{read_only:false; response_revision:32757; number_of_response:1; }","duration":"213.970874ms","start":"2026-03-06T01:45:00.502333Z","end":"2026-03-06T01:45:00.716303Z","steps":["trace[804920256] 'process raft request' (duration: 213.150624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:00.716608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.801121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-06T01:45:00.716654Z","caller":"traceutil/trace.go:171","msg":"trace[894176271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32757; }","duration":"253.895193ms","start":"2026-03-06T01:45:00.462748Z","end":"2026-03-06T01:45:00.716643Z","steps":["trace[894176271] 'agreement among raft nodes before linearized reading' (duration: 253.698719ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:01.393791Z","caller":"traceutil/trace.go:171","msg":"trace[162958194] transaction","detail":"{read_only:false; response_revision:32758; number_of_response:1; }","duration":"615.6862ms","start":"2026-03-06T01:45:00.778056Z","end":"2026-03-06T01:45:01.393742Z","steps":["trace[162958194] 'process raft request' (duration: 615.24174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.393963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:00.777843Z","time spent":"616.029698ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:01.757821Z","caller":"traceutil/trace.go:171","msg":"trace[1376783592] transaction","detail":"{read_only:false; response_revision:32760; number_of_response:1; }","duration":"748.054533ms","start":"2026-03-06T01:45:01.009712Z","end":"2026-03-06T01:45:01.757766Z","steps":["trace[1376783592] 'process raft request' (duration: 747.870038ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:01.757975Z","caller":"traceutil/trace.go:171","msg":"trace[621580971] transaction","detail":"{read_only:false; response_revision:32761; number_of_response:1; }","duration":"748.092704ms","start":"2026-03-06T01:45:01.009817Z","end":"2026-03-06T01:45:01.75791Z","steps":["trace[621580971] 'process raft request' (duration: 747.795607ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:01.758092Z","caller":"traceutil/trace.go:171","msg":"trace[1610343332] transaction","detail":"{read_only:false; response_revision:32759; number_of_response:1; }","duration":"976.792911ms","start":"2026-03-06T01:45:00.781281Z","end":"2026-03-06T01:45:01.758074Z","steps":["trace[1610343332] 'process raft request' (duration: 976.152356ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:01.758096Z","caller":"traceutil/trace.go:171","msg":"trace[1374482573] transaction","detail":"{read_only:false; response_revision:32763; number_of_response:1; }","duration":"747.965501ms","start":"2026-03-06T01:45:01.010097Z","end":"2026-03-06T01:45:01.758062Z","steps":["trace[1374482573] 'process raft request' (duration: 747.573762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.758148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:00.781246Z","time spent":"976.873133ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:01.758257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.010067Z","time spent":"748.099354ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:01.758266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.009808Z","time spent":"748.301759ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:01.758396Z","caller":"traceutil/trace.go:171","msg":"trace[1550396842] transaction","detail":"{read_only:false; response_revision:32762; number_of_response:1; }","duration":"748.34532ms","start":"2026-03-06T01:45:01.010037Z","end":"2026-03-06T01:45:01.758382Z","steps":["trace[1550396842] 'process raft request' (duration: 747.603633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.758035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.009681Z","time spent":"748.250308ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:01.758488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.009797Z","time spent":"748.661597ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:01.841918Z","caller":"traceutil/trace.go:171","msg":"trace[1887774247] linearizableReadLoop","detail":"{readStateIndex:33905; appliedIndex:33903; }","duration":"945.044021ms","start":"2026-03-06T01:45:00.896844Z","end":"2026-03-06T01:45:01.841888Z","steps":["trace[1887774247] 'read index received' (duration: 496.523334ms)","trace[1887774247] 'applied index is now lower than readState.Index' (duration: 448.519137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:01.842077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.218276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:01.842147Z","caller":"traceutil/trace.go:171","msg":"trace[1389763286] transaction","detail":"{read_only:false; response_revision:32765; number_of_response:1; }","duration":"180.556565ms","start":"2026-03-06T01:45:01.661566Z","end":"2026-03-06T01:45:01.842122Z","steps":["trace[1389763286] 'process raft request' (duration: 180.210617ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:01.842181Z","caller":"traceutil/trace.go:171","msg":"trace[1208888521] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32764; }","duration":"945.380869ms","start":"2026-03-06T01:45:00.896776Z","end":"2026-03-06T01:45:01.842156Z","steps":["trace[1208888521] 'agreement among raft nodes before linearized reading' (duration: 945.216725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.842503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:00.896751Z","time spent":"945.727697ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:45:01.917007Z","caller":"traceutil/trace.go:171","msg":"trace[934835822] transaction","detail":"{read_only:false; response_revision:32766; number_of_response:1; }","duration":"212.009788ms","start":"2026-03-06T01:45:01.704938Z","end":"2026-03-06T01:45:01.916948Z","steps":["trace[934835822] 'process raft request' (duration: 137.168105ms)","trace[934835822] 'compare' (duration: 74.177478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:01.917006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.686887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T01:45:01.917181Z","caller":"traceutil/trace.go:171","msg":"trace[861800400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32766; }","duration":"675.927693ms","start":"2026-03-06T01:45:01.24123Z","end":"2026-03-06T01:45:01.917158Z","steps":["trace[861800400] 'agreement among raft nodes before linearized reading' (duration: 675.527444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.917269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.241205Z","time spent":"676.033536ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:45:01.917283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.04456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-06T01:45:01.917005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.010925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T01:45:01.917355Z","caller":"traceutil/trace.go:171","msg":"trace[67852324] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32766; }","duration":"100.141732ms","start":"2026-03-06T01:45:01.817191Z","end":"2026-03-06T01:45:01.917333Z","steps":["trace[67852324] 'agreement among raft nodes before linearized reading' (duration: 99.910617ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:01.917376Z","caller":"traceutil/trace.go:171","msg":"trace[638338967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32766; }","duration":"111.473746ms","start":"2026-03-06T01:45:01.80589Z","end":"2026-03-06T01:45:01.917364Z","steps":["trace[638338967] 'agreement among raft nodes before linearized reading' (duration: 110.821271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.917625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.590809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321085"} {"level":"info","ts":"2026-03-06T01:45:01.91771Z","caller":"traceutil/trace.go:171","msg":"trace[749541983] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:32766; }","duration":"120.66039ms","start":"2026-03-06T01:45:01.797022Z","end":"2026-03-06T01:45:01.917683Z","steps":["trace[749541983] 'agreement among raft nodes before linearized reading' (duration: 120.052326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.917947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.99683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:45:01.918002Z","caller":"traceutil/trace.go:171","msg":"trace[454455524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32766; }","duration":"316.100992ms","start":"2026-03-06T01:45:01.601884Z","end":"2026-03-06T01:45:01.917985Z","steps":["trace[454455524] 'agreement among raft nodes before linearized reading' (duration: 315.963359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:01.918051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.601854Z","time spent":"316.187325ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:45:02.191434Z","caller":"traceutil/trace.go:171","msg":"trace[1954327847] linearizableReadLoop","detail":"{readStateIndex:33913; appliedIndex:33912; }","duration":"266.492417ms","start":"2026-03-06T01:45:01.924887Z","end":"2026-03-06T01:45:02.191379Z","steps":["trace[1954327847] 'read index received' (duration: 255.322377ms)","trace[1954327847] 'applied index is now lower than readState.Index' (duration: 11.16837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:02.191687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.771754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18284"} {"level":"info","ts":"2026-03-06T01:45:02.191774Z","caller":"traceutil/trace.go:171","msg":"trace[1542233401] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32767; }","duration":"266.889836ms","start":"2026-03-06T01:45:01.924863Z","end":"2026-03-06T01:45:02.191753Z","steps":["trace[1542233401] 'agreement among raft nodes before linearized reading' (duration: 266.658241ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:02.191968Z","caller":"traceutil/trace.go:171","msg":"trace[344085438] transaction","detail":"{read_only:false; response_revision:32767; number_of_response:1; }","duration":"267.067731ms","start":"2026-03-06T01:45:01.92441Z","end":"2026-03-06T01:45:02.191477Z","steps":["trace[344085438] 'process raft request' (duration: 255.779378ms)","trace[344085438] 'compare' (duration: 10.907814ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:02.514379Z","caller":"traceutil/trace.go:171","msg":"trace[349842878] transaction","detail":"{read_only:false; response_revision:32768; number_of_response:1; }","duration":"589.290955ms","start":"2026-03-06T01:45:01.925037Z","end":"2026-03-06T01:45:02.514328Z","steps":["trace[349842878] 'process raft request' (duration: 491.900067ms)","trace[349842878] 'compare' (duration: 96.859316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:45:02.514613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.925028Z","time spent":"589.48162ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:45:02.514816Z","caller":"traceutil/trace.go:171","msg":"trace[718938304] linearizableReadLoop","detail":"{readStateIndex:33919; appliedIndex:33913; }","duration":"323.258019ms","start":"2026-03-06T01:45:02.191534Z","end":"2026-03-06T01:45:02.514792Z","steps":["trace[718938304] 'read index received' (duration: 225.336918ms)","trace[718938304] 'applied index is now lower than readState.Index' (duration: 97.919831ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:45:02.514935Z","caller":"traceutil/trace.go:171","msg":"trace[1135462161] transaction","detail":"{read_only:false; response_revision:32770; number_of_response:1; }","duration":"579.567849ms","start":"2026-03-06T01:45:01.93535Z","end":"2026-03-06T01:45:02.514918Z","steps":["trace[1135462161] 'process raft request' (duration: 578.949184ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:02.514926Z","caller":"traceutil/trace.go:171","msg":"trace[1907045939] transaction","detail":"{read_only:false; response_revision:32773; number_of_response:1; }","duration":"574.618354ms","start":"2026-03-06T01:45:01.940258Z","end":"2026-03-06T01:45:02.514876Z","steps":["trace[1907045939] 'process raft request' (duration: 574.492001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.515028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.443381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:02.515075Z","caller":"traceutil/trace.go:171","msg":"trace[933689079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32773; }","duration":"386.535993ms","start":"2026-03-06T01:45:02.128528Z","end":"2026-03-06T01:45:02.515064Z","steps":["trace[933689079] 'agreement among raft nodes before linearized reading' (duration: 386.40476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:45:02.514996Z","caller":"traceutil/trace.go:171","msg":"trace[1672250198] transaction","detail":"{read_only:false; response_revision:32772; number_of_response:1; }","duration":"574.678175ms","start":"2026-03-06T01:45:01.940241Z","end":"2026-03-06T01:45:02.514919Z","steps":["trace[1672250198] 'process raft request' (duration: 574.46874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.515119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.940247Z","time spent":"574.780107ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:02.515165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.935339Z","time spent":"579.659541ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T01:45:02.51512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:02.128521Z","time spent":"386.591854ms","remote":"127.0.0.1:60462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:45:02.514903Z","caller":"traceutil/trace.go:171","msg":"trace[609044019] transaction","detail":"{read_only:false; response_revision:32771; number_of_response:1; }","duration":"578.603886ms","start":"2026-03-06T01:45:01.936253Z","end":"2026-03-06T01:45:02.514857Z","steps":["trace[609044019] 'process raft request' (duration: 578.373941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.515366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.940217Z","time spent":"574.942451ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:02.515493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.936137Z","time spent":"579.286013ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:45:02.515651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.760574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:45:02.515658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.14039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:45:02.51569Z","caller":"traceutil/trace.go:171","msg":"trace[846675097] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:32773; }","duration":"412.848305ms","start":"2026-03-06T01:45:02.102832Z","end":"2026-03-06T01:45:02.51568Z","steps":["trace[846675097] 'agreement among raft nodes before linearized reading' (duration: 412.757783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.515717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:02.102805Z","time spent":"412.906257ms","remote":"127.0.0.1:43552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:45:02.51572Z","caller":"traceutil/trace.go:171","msg":"trace[199627903] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:32773; }","duration":"215.204362ms","start":"2026-03-06T01:45:02.300494Z","end":"2026-03-06T01:45:02.515699Z","steps":["trace[199627903] 'agreement among raft nodes before linearized reading' (duration: 215.060329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.519523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.780682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:45:02.519738Z","caller":"traceutil/trace.go:171","msg":"trace[1314811597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32773; }","duration":"314.889494ms","start":"2026-03-06T01:45:02.204688Z","end":"2026-03-06T01:45:02.519578Z","steps":["trace[1314811597] 'agreement among raft nodes before linearized reading' (duration: 310.365079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.519927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:02.204669Z","time spent":"315.113099ms","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T01:45:02.52033Z","caller":"traceutil/trace.go:171","msg":"trace[1687889003] transaction","detail":"{read_only:false; response_revision:32769; number_of_response:1; }","duration":"589.378218ms","start":"2026-03-06T01:45:01.925317Z","end":"2026-03-06T01:45:02.514695Z","steps":["trace[1687889003] 'process raft request' (duration: 588.863696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:45:02.520598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:45:01.925304Z","time spent":"595.120061ms","remote":"127.0.0.1:60740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:46:02.868782Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008640.wal"} {"level":"info","ts":"2026-03-06T01:46:23.861968Z","caller":"traceutil/trace.go:171","msg":"trace[686170268] transaction","detail":"{read_only:false; response_revision:33353; number_of_response:1; }","duration":"104.880893ms","start":"2026-03-06T01:46:23.757066Z","end":"2026-03-06T01:46:23.861947Z","steps":["trace[686170268] 'process raft request' (duration: 104.76558ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:48:49.463807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32208} {"level":"info","ts":"2026-03-06T01:48:49.786306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32208,"took":"316.000769ms","hash":3405212482,"current-db-size-bytes":52879360,"current-db-size":"53 MB","current-db-size-in-use-bytes":28815360,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:48:49.786409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3405212482,"revision":32208,"compact-revision":25719} {"level":"warn","ts":"2026-03-06T01:50:56.157298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.749876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:50:56.157405Z","caller":"traceutil/trace.go:171","msg":"trace[801873954] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:35242; }","duration":"128.92ms","start":"2026-03-06T01:50:56.028462Z","end":"2026-03-06T01:50:56.157382Z","steps":["trace[801873954] 'count revisions from in-memory index tree' (duration: 128.512662ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:53:49.471071Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34343} {"level":"info","ts":"2026-03-06T01:53:49.59286Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34343,"took":"116.222597ms","hash":1263476054,"current-db-size-bytes":52879360,"current-db-size":"53 MB","current-db-size-in-use-bytes":28708864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:53:49.592926Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1263476054,"revision":34343,"compact-revision":32208}